[ 526.290462] env[65443]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 526.290462] env[65443]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 527.271446] env[65530]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 527.271446] env[65530]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 528.856170] env[65530]: INFO neutron.common.config [-] Logging enabled! [ 528.856536] env[65530]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev53 [ 528.856980] env[65530]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65530) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 528.857111] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 528.857165] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 528.857958] env[65530]: WARNING oslo_policy.policy [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.858201] env[65530]: WARNING oslo_policy.policy [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 528.859872] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] VMware NSXv3 Agent initialized successfully. [ 528.860252] env[65530]: DEBUG oslo_concurrency.lockutils [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] Acquiring lock "singleton_lock" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.860424] env[65530]: DEBUG oslo_concurrency.lockutils [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] Acquired lock "singleton_lock" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.860635] env[65530]: DEBUG oslo_concurrency.lockutils [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] Releasing lock "singleton_lock" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 528.860966] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] Full set of CONF: {{(pid=65530) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 528.861094] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ******************************************************************************** {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 528.861197] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] Configuration options gathered from: {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 528.861543] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 528.861720] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 528.861825] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ================================================================================ {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 528.861994] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] agent_down_time = 75 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.862147] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] allow_automatic_dhcp_failover = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.862283] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] allow_bulk = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.862425] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] api_extensions_path = {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.862565] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] api_paste_config = api-paste.ini {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.862715] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] auth_strategy = keystone {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.862815] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] backdoor_port = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.862917] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] backdoor_socket = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.863067] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] backlog = 4096 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.863212] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.863370] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] bind_host = 0.0.0.0 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.863516] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] bind_port = 9696 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.863650] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] client_socket_timeout = 900 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.863787] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] config_dir = [] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.863893] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.864041] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] config_source = [] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.864183] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] control_exchange = neutron {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.864428] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] core_plugin = ml2 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.864597] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] debug = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.864739] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] default_availability_zones = [] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.864949] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.865102] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] dhcp_agent_notification = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.865238] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] dhcp_agents_per_network = 1 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.865371] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] dhcp_lease_duration = 86400 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.865513] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] dhcp_load_type = networks {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.865648] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] dns_domain = openstacklocal {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.865784] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.865916] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] enable_default_route_bfd = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.866059] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] enable_default_route_ecmp = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.866193] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] enable_dvr = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.866325] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] enable_new_agents = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.866457] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.866588] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] enable_signals = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.866742] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] enable_traditional_dhcp = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.866845] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] external_dns_driver = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.866974] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] filter_validation = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.867129] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] global_physnet_mtu = 8950 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.867264] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] graceful_shutdown_timeout = 60 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.867441] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] host = cpu-1 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.867581] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] host_dvr_for_dhcp = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.867715] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] http_retries = 3 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.867853] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] instance_format = [instance: %(uuid)s] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.867989] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.868138] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ipam_driver = internal {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.868294] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ipv6_pd_enabled = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.868430] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] l3_ha = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.868571] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.868709] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] l3_ha_network_physical_name = {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.868846] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] l3_ha_network_type = {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.868985] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] log_color = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.869135] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] log_config_append = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.869275] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.869409] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] log_dir = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.869540] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] log_file = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.869643] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] log_options = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.869776] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] log_rotate_interval = 1 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.869914] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] log_rotate_interval_type = days {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.870064] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] log_rotation_type = none {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.870169] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.870270] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.870437] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.870701] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.870812] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.870953] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] max_dns_nameservers = 5 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.871100] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] max_header_line = 16384 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.871235] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] max_l3_agents_per_router = 3 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.871368] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] max_logfile_count = 30 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.871530] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] max_logfile_size_mb = 200 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.871674] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] max_subnet_host_routes = 20 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.871814] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] my_ip = 10.180.1.21 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.871952] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] my_ipv6 = ::1 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.872097] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] network_auto_schedule = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.872227] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] network_link_prefix = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.872363] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.872503] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] notify_nova_on_port_data_changes = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.872643] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] notify_nova_on_port_status_changes = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.872776] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] pagination_max_limit = -1 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.872907] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] publish_errors = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.873048] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] rate_limit_burst = 0 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.873190] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] rate_limit_except_level = CRITICAL {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.873323] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] rate_limit_interval = 0 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.873455] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] retry_until_window = 30 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.873584] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] router_distributed = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.873713] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] rpc_resources_processing_step = 20 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.873844] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] rpc_response_max_timeout = 600 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.873975] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] rpc_response_timeout = 60 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.874116] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] send_events_interval = 2 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.874269] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] service_plugins = ['router'] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.874426] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] setproctitle = on {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.874558] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] shell_completion = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.874697] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] state_path = /opt/stack/data/neutron {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.874837] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] syslog_log_facility = LOG_USER {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.874972] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] tcp_keepidle = 600 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.875123] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] transport_url = **** {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.875256] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] use_journal = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.875387] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] use_json = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.875519] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] use_ssl = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.875649] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] use_stderr = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.875785] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] use_syslog = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.875913] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] vlan_qinq = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.876114] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] vlan_transparent = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.876264] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] watch_log_file = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.876423] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] wsgi_default_pool_size = 100 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.876570] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] wsgi_keep_alive = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.876716] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.876850] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] wsgi_server_debug = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 528.877008] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_concurrency.disable_process_locking = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.877163] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.877308] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.877444] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.877587] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.877727] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.877862] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878021] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler.connection_string = messaging:// {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878162] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler.enabled = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878305] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler.es_doc_type = notification {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878443] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler.es_scroll_size = 10000 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878584] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler.es_scroll_time = 2m {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878718] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler.filter_error_trace = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.878864] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler.hmac_keys = **** {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879025] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler.sentinel_service_name = mymaster {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879161] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler.socket_timeout = 0.1 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879301] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler.trace_requests = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879436] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler.trace_sqlalchemy = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879590] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler_jaeger.process_tags = {} {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879721] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler_jaeger.service_name_prefix = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.879854] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] profiler_otlp.service_name_prefix = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.880009] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_policy.enforce_new_defaults = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.880296] env[65530]: WARNING oslo_config.cfg [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 528.880474] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_policy.enforce_scope = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.880625] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_policy.policy_default_rule = default {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.880777] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.880923] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881079] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881217] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881351] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881504] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881647] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881790] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.881938] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882120] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] agent.extensions = [] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882271] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882414] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] service_providers.service_provider = [] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882562] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] QUOTAS.default_quota = -1 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882706] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882841] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] QUOTAS.quota_floatingip = 50 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.882974] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] QUOTAS.quota_network = 100 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883119] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] QUOTAS.quota_port = 500 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883251] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883381] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] QUOTAS.quota_router = 10 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883539] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] QUOTAS.quota_security_group = 10 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883697] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883835] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] QUOTAS.quota_subnet = 100 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.883970] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] QUOTAS.track_quota_usage = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884136] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884271] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep.group = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884401] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep.helper_command = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884536] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep.log_daemon_traceback = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884675] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884812] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep.thread_pool_size = 8 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.884946] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep.user = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885099] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885232] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_dhcp_release.group = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885364] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_dhcp_release.helper_command = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885498] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885631] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885766] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.885895] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_dhcp_release.user = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886045] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886177] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_ovs_vsctl.group = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886306] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886437] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886575] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886707] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886838] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_ovs_vsctl.user = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.886975] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_namespace.capabilities = [21] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887117] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_namespace.group = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887247] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_namespace.helper_command = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887380] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887520] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887653] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887784] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_namespace.user = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.887924] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_conntrack.capabilities = [12] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888065] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_conntrack.group = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888197] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_conntrack.helper_command = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888331] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888469] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888601] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888729] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_conntrack.user = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888868] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_link.capabilities = [12, 21] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.888999] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_link.group = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889138] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_link.helper_command = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889271] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_link.log_daemon_traceback = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889407] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889543] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_link.thread_pool_size = 8 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889671] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] privsep_link.user = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889821] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.889968] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890121] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.continue_on_failed_promotions = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890257] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.dscp = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890427] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.dscp_inherit = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890584] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.force_mp_to_policy = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890721] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.locking_coordinator_url = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890861] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.log_agent_heartbeats = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.890998] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.logging_expire = 1 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.891157] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.891296] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.891463] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.polling_interval = 240 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.891619] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.891766] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.891911] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.report_interval = 30.0 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892066] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892213] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892356] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892499] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.sync_skew = 60 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892640] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.synchronization_queue_size = 20 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892775] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT.use_helper_for_ns_read = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.892921] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] SECURITYGROUP.enable_ipset = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.893075] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] SECURITYGROUP.enable_security_group = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.893221] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.893364] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.893509] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] experimental.ipv6_pd_enabled = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.893668] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ml2.extension_drivers = ['port_security'] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.893803] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ml2.external_network_type = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.893952] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894107] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ml2.overlay_ip_version = 4 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894250] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ml2.path_mtu = 8950 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894392] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ml2.physical_network_mtus = {} {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894538] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894679] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894823] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ml2.type_drivers = ['vlan'] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.894967] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.895117] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.895252] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.895398] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.895545] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.895685] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.895824] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.895964] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.896144] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.896374] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.896532] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_login_password = **** {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.896681] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.896820] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_login_user = admin {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.896963] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897120] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897261] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897397] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897543] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897687] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897828] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.897967] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.898115] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.898259] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.898404] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.898540] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.898679] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.898878] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899034] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899178] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899388] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899552] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] nova.auth_section = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899701] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] nova.auth_type = password {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899843] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.899976] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] nova.certfile = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900126] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] nova.collect_timing = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900270] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] nova.endpoint_type = public {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900431] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] nova.insecure = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900573] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] nova.keyfile = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900718] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] nova.region_name = RegionOne {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900855] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] nova.split_loggers = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.900989] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] nova.timeout = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.901146] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] placement.auth_section = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.901290] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] placement.auth_type = password {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.901437] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.901591] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] placement.certfile = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.901728] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] placement.collect_timing = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.901873] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] placement.endpoint_type = public {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902010] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] placement.insecure = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902144] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] placement.keyfile = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902275] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] placement.region_name = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902407] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] placement.split_loggers = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902538] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] placement.timeout = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902701] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.auth_section = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902851] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.auth_type = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.902981] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.cafile = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903127] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.certfile = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903263] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.collect_timing = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903397] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.connect_retries = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903533] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.connect_retry_delay = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903669] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.enable_notifications = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903805] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.endpoint_override = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.903938] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.insecure = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904080] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.interface = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904212] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.keyfile = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904347] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.max_version = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904479] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.min_version = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904610] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.region_name = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904743] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.retriable_status_codes = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.904878] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.service_name = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905014] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.service_type = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905150] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.split_loggers = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905282] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.status_code_retries = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905415] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.status_code_retry_delay = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905549] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.timeout = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905682] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.valid_interfaces = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905814] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ironic.version = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.905954] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] cli_script.dry_run = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.906110] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.906247] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.906384] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.906525] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.906661] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.906823] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.906967] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907122] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907261] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907408] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907546] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907692] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907834] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.907977] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908128] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908272] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908408] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908545] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908687] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908824] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.908961] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909105] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909244] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909381] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909520] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909657] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909796] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.909934] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.910080] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.910221] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.910380] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.ssl = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.910537] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.910683] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.910821] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.910962] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911120] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911260] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911409] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_notifications.driver = [] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911576] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_notifications.retry = -1 {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911735] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911871] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 528.911978] env[65530]: DEBUG oslo_service.backend._eventlet.service [None req-8bd08135-0c71-40e1-b29e-793d1af992d5 None None] ******************************************************************************** {{(pid=65530) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 528.913187] env[65530]: DEBUG neutron.agent.securitygroups_rpc [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Init firewall settings (driver=nsxv3) {{(pid=65530) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 528.914519] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65530) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 528.914763] env[65530]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] RPC agent_id: nsxm-l-01a.corp.local [ 528.917007] env[65530]: DEBUG dogpile.cache.region [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.917139] env[65530]: DEBUG dogpile.lock [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 528.917239] env[65530]: DEBUG dogpile.lock [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 528.917332] env[65530]: DEBUG dogpile.lock [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 528.917425] env[65530]: DEBUG dogpile.cache.region [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 528.917511] env[65530]: DEBUG dogpile.lock [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 528.917633] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 528.938179] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Session token - acquiring [ 528.939769] env[65530]: DEBUG networking_nsxv3.common.locking [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 528.939931] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 528.940022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 528.940490] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 528.952292] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 529.240026] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 529.269213] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 529.269413] env[65530]: DEBUG dogpile.cache.region [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Cache value generated in 0.352 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 529.269552] env[65530]: DEBUG dogpile.lock [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 529.269620] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Activating Policy API Provider. [ 529.269785] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Looking for the default Infrastructure Rules. [ 529.374692] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Looking for the Default Layer3 Logged Drop Section. [ 529.392247] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 529.392703] env[65530]: DEBUG networking_nsxv3.common.locking [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 529.392898] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquiring lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 529.393014] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 529.393297] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired external semaphore "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 529.393630] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 529.910061] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.412807] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 530.914846] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Inventory metadata is going to be refreshed. [ 530.915234] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 531.860284] env[65530]: DEBUG networking_nsxv3.common.locking [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.860629] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.860629] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.860900] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.873621] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 531.874547] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.875382] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 531.898421] env[65530]: DEBUG networking_nsxv3.common.locking [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.898663] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.898722] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.899169] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.899326] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.899489] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 531.899607] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.899716] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 531.924982] env[65530]: DEBUG networking_nsxv3.common.locking [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.925490] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.925490] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.925687] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.925832] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.926198] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 531.949891] env[65530]: DEBUG networking_nsxv3.common.locking [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.950241] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.950241] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.950670] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.950814] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.951020] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 531.973433] env[65530]: DEBUG networking_nsxv3.common.locking [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.973664] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquiring lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.973703] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.974029] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired external semaphore "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.974171] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Releasing lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.974331] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 531.974441] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.974551] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 531.994882] env[65530]: DEBUG networking_nsxv3.common.locking [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 531.995157] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquiring lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.995157] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.995472] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired external semaphore "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 531.995595] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Releasing lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.995745] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 531.995851] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 531.995959] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 532.017922] env[65530]: DEBUG networking_nsxv3.common.locking [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.018198] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.018240] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.018587] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.018751] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.018922] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 532.019056] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 532.019171] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Inventory metadata have been refreshed. [ 532.019269] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Dryrun:True. Metadata refresh completed. [ 532.019395] env[65530]: DEBUG oslo_concurrency.lockutils [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Releasing lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.021974] env[65530]: INFO neutron.agent.agent_extensions_manager [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Loaded agent extensions: [] [ 532.022955] env[65530]: DEBUG neutron_lib.callbacks.manager [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65530) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 532.077317] env[65530]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] NSXv3 Agent Agent RPC Daemon Started! [ 532.077595] env[65530]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] NSXv3 Agent Agent loop - iteration:0 started [ 532.077595] env[65530]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] NSXv3 Agent Agent out of sync with plugin! [ 537.023170] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 537.023567] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 542.024983] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 542.024983] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.026313] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 547.026937] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 547.084536] env[65530]: INFO networking_nsxv3.common.synchronization [None req-0ba7139c-a6dc-4a6f-b852-d9a33cab3e7a demo admin] Enqueued Resource ID: ca9031a2-9205-47ff-8e3c-74b15be8e458 with Priority: HIGHEST for action security_group_rules [ 547.085044] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9031a2-9205-47ff-8e3c-74b15be8e458 with Priority: HIGHEST for action security_group_rules [ 547.085353] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ca9031a2-9205-47ff-8e3c-74b15be8e458 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.085482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ca9031a2-9205-47ff-8e3c-74b15be8e458" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.085550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ca9031a2-9205-47ff-8e3c-74b15be8e458" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.085937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ca9031a2-9205-47ff-8e3c-74b15be8e458" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.086202] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ca9031a2-9205-47ff-8e3c-74b15be8e458',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 547.608962] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 547.609178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 547.609178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 547.609324] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 547.609412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 547.609507] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ca9031a2-9205-47ff-8e3c-74b15be8e458 already deleted. [ 547.609586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ca9031a2-9205-47ff-8e3c-74b15be8e458" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 552.086063] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 552.086462] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 557.086984] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 557.087444] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.026481] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 560.026927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 560.026927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 560.026927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 560.027074] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 560.529193] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.031905] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 561.534292] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 561.534535] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 562.088258] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 562.088657] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 562.358659] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.358972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.358972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.359088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.369791] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 562.370629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.372172] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 562.392703] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.392957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.392957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.393117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.393213] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.393340] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 562.393414] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 562.393491] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 562.415421] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.415638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.415638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.415808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.415942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.416065] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 562.436158] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.436382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.436382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.436560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.436661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.436767] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 562.455610] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.455807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.455938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.456258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.456399] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.456521] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 562.456609] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 562.456707] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 562.473998] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.474230] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.474230] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.474452] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.474551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.474666] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 562.474738] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 562.474809] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 562.495147] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.495345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.495345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.495528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.495656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.495792] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 562.495792] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 562.495862] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 562.495921] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 562.495996] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 562.496080] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 562.496157] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 562.496446] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 562.496511] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 562.496820] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 562.516672] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.516815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.516891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.517074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.517387] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.517387] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 562.537049] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 562.537049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 562.537049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 562.537049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 562.537049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 562.571381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.088940] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 567.089397] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 571.818089] env[65530]: INFO networking_nsxv3.common.synchronization [None req-4849f569-4fcd-4353-99f8-1030eabcaf6e None None] Enqueued Resource ID: af991f74-78f0-4b3c-82d4-78eefa64ec4d with Priority: HIGHEST for action port [ 571.819062] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af991f74-78f0-4b3c-82d4-78eefa64ec4d with Priority: HIGHEST for action port [ 571.819393] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-af991f74-78f0-4b3c-82d4-78eefa64ec4d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 571.819531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af991f74-78f0-4b3c-82d4-78eefa64ec4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 571.819599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af991f74-78f0-4b3c-82d4-78eefa64ec4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 571.819844] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af991f74-78f0-4b3c-82d4-78eefa64ec4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 571.819930] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af991f74-78f0-4b3c-82d4-78eefa64ec4d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 572.323078] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af991f74-78f0-4b3c-82d4-78eefa64ec4d [ 572.323078] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 572.323078] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 572.323435] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 572.323435] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 572.323435] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 572.323537] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af991f74-78f0-4b3c-82d4-78eefa64ec4d already deleted. [ 572.324758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af991f74-78f0-4b3c-82d4-78eefa64ec4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 573.573795] env[65530]: INFO networking_nsxv3.common.synchronization [None req-49dba55b-c38f-4d96-b95d-601ea09ecc84 None None] Enqueued Resource ID: 11f05ed4-8988-47d2-90e0-460535211a0a with Priority: HIGHEST for action port [ 573.574465] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 11f05ed4-8988-47d2-90e0-460535211a0a with Priority: HIGHEST for action port [ 573.574812] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-11f05ed4-8988-47d2-90e0-460535211a0a taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 573.574969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-11f05ed4-8988-47d2-90e0-460535211a0a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 573.575060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-11f05ed4-8988-47d2-90e0-460535211a0a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 573.575796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-11f05ed4-8988-47d2-90e0-460535211a0a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 573.575796] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('11f05ed4-8988-47d2-90e0-460535211a0a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.077394] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 11f05ed4-8988-47d2-90e0-460535211a0a [ 574.077620] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.077757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.077828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.078052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.078154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.078251] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:11f05ed4-8988-47d2-90e0-460535211a0a already deleted. [ 574.078332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-11f05ed4-8988-47d2-90e0-460535211a0a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.283837] env[65530]: INFO networking_nsxv3.common.synchronization [None req-0493ade2-5318-470a-902f-f18d89d3a7db None None] Enqueued Resource ID: b1a91ec6-6f5c-471e-8afb-0fa418608502 with Priority: HIGHEST for action port [ 577.283837] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b1a91ec6-6f5c-471e-8afb-0fa418608502 with Priority: HIGHEST for action port [ 577.284211] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-b1a91ec6-6f5c-471e-8afb-0fa418608502 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.284537] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b1a91ec6-6f5c-471e-8afb-0fa418608502" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.284838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b1a91ec6-6f5c-471e-8afb-0fa418608502" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.285817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b1a91ec6-6f5c-471e-8afb-0fa418608502" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.285817] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b1a91ec6-6f5c-471e-8afb-0fa418608502',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 577.791033] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b1a91ec6-6f5c-471e-8afb-0fa418608502 [ 577.791331] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 577.791470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 577.791541] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 577.791746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 577.791834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 577.791922] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b1a91ec6-6f5c-471e-8afb-0fa418608502 already deleted. [ 577.792009] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b1a91ec6-6f5c-471e-8afb-0fa418608502" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.035117] env[65530]: INFO networking_nsxv3.common.synchronization [None req-327a16c2-f65f-4a0f-90b4-b3e32bb0572e None None] Enqueued Resource ID: 5f930776-e44e-417f-b40f-c324ac8d9959 with Priority: HIGHEST for action port [ 579.035396] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f930776-e44e-417f-b40f-c324ac8d9959 with Priority: HIGHEST for action port [ 579.036129] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f930776-e44e-417f-b40f-c324ac8d9959 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.036129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f930776-e44e-417f-b40f-c324ac8d9959" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.036129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f930776-e44e-417f-b40f-c324ac8d9959" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.036747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f930776-e44e-417f-b40f-c324ac8d9959" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.036747] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f930776-e44e-417f-b40f-c324ac8d9959',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.540064] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5f930776-e44e-417f-b40f-c324ac8d9959 [ 579.540301] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.540440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.540504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.540715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.540799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.540889] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5f930776-e44e-417f-b40f-c324ac8d9959 already deleted. [ 579.540966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f930776-e44e-417f-b40f-c324ac8d9959" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.743369] env[65530]: INFO networking_nsxv3.common.synchronization [None req-780c2240-9bb3-49de-947c-247bddbc1cd8 None None] Enqueued Resource ID: 564dd292-3721-4a6c-bbef-890e504bd86b with Priority: HIGHEST for action port [ 579.744052] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 564dd292-3721-4a6c-bbef-890e504bd86b with Priority: HIGHEST for action port [ 579.744407] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-564dd292-3721-4a6c-bbef-890e504bd86b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.744560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-564dd292-3721-4a6c-bbef-890e504bd86b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.744894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-564dd292-3721-4a6c-bbef-890e504bd86b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.744894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-564dd292-3721-4a6c-bbef-890e504bd86b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.745032] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('564dd292-3721-4a6c-bbef-890e504bd86b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 579.808521] env[65530]: INFO networking_nsxv3.common.synchronization [None req-7ab5143b-9db2-4b31-a845-5d92f11efc28 None None] Enqueued Resource ID: 7ea912b8-271c-4262-9d68-8373a7965030 with Priority: HIGHEST for action port [ 579.808521] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7ea912b8-271c-4262-9d68-8373a7965030 with Priority: HIGHEST for action port [ 579.808521] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-7ea912b8-271c-4262-9d68-8373a7965030 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.808916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7ea912b8-271c-4262-9d68-8373a7965030" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.808916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7ea912b8-271c-4262-9d68-8373a7965030" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.809052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7ea912b8-271c-4262-9d68-8373a7965030" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.809052] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7ea912b8-271c-4262-9d68-8373a7965030',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.250039] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 564dd292-3721-4a6c-bbef-890e504bd86b [ 580.250039] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.250039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.250039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.250039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.250039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.250039] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:564dd292-3721-4a6c-bbef-890e504bd86b already deleted. [ 580.250039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-564dd292-3721-4a6c-bbef-890e504bd86b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.313168] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7ea912b8-271c-4262-9d68-8373a7965030 [ 580.313168] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.313168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.313168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.313168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.313354] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.313354] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7ea912b8-271c-4262-9d68-8373a7965030 already deleted. [ 580.313354] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7ea912b8-271c-4262-9d68-8373a7965030" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.502236] env[65530]: INFO networking_nsxv3.common.synchronization [None req-ac0ea74e-e928-4009-84cc-07314ed09c49 None None] Enqueued Resource ID: fdd3a7fe-f98f-4036-ba5b-2e37e0abc868 with Priority: HIGHEST for action port [ 580.502236] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd3a7fe-f98f-4036-ba5b-2e37e0abc868 with Priority: HIGHEST for action port [ 580.502236] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdd3a7fe-f98f-4036-ba5b-2e37e0abc868 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.502236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdd3a7fe-f98f-4036-ba5b-2e37e0abc868" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.502236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdd3a7fe-f98f-4036-ba5b-2e37e0abc868" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.502236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdd3a7fe-f98f-4036-ba5b-2e37e0abc868" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.502236] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdd3a7fe-f98f-4036-ba5b-2e37e0abc868',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.660739] env[65530]: INFO networking_nsxv3.common.synchronization [None req-afdc1cd7-e285-49a6-9037-a0343eb91051 None None] Enqueued Resource ID: 76a986db-b363-4e32-bbc3-cf4cd2a5b427 with Priority: HIGHEST for action port [ 580.661388] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76a986db-b363-4e32-bbc3-cf4cd2a5b427 with Priority: HIGHEST for action port [ 580.662191] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-76a986db-b363-4e32-bbc3-cf4cd2a5b427 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.662191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76a986db-b363-4e32-bbc3-cf4cd2a5b427" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.662191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76a986db-b363-4e32-bbc3-cf4cd2a5b427" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.662191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76a986db-b363-4e32-bbc3-cf4cd2a5b427" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.662420] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76a986db-b363-4e32-bbc3-cf4cd2a5b427',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.007969] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fdd3a7fe-f98f-4036-ba5b-2e37e0abc868 [ 581.007969] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.007969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.007969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.007969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.009229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.009229] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fdd3a7fe-f98f-4036-ba5b-2e37e0abc868 already deleted. [ 581.009229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdd3a7fe-f98f-4036-ba5b-2e37e0abc868" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.165918] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 76a986db-b363-4e32-bbc3-cf4cd2a5b427 [ 581.166399] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.166744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.166995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.167368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.167519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.167726] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:76a986db-b363-4e32-bbc3-cf4cd2a5b427 already deleted. [ 581.167848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76a986db-b363-4e32-bbc3-cf4cd2a5b427" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.221541] env[65530]: INFO networking_nsxv3.common.synchronization [None req-03657de4-a55a-4ca5-87c6-d5319782b2fc None None] Enqueued Resource ID: 30778eb9-98ed-4577-97db-b3872b5ee8ed with Priority: HIGHEST for action port [ 582.222041] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30778eb9-98ed-4577-97db-b3872b5ee8ed with Priority: HIGHEST for action port [ 582.222380] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-30778eb9-98ed-4577-97db-b3872b5ee8ed taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.222514] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30778eb9-98ed-4577-97db-b3872b5ee8ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.222583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30778eb9-98ed-4577-97db-b3872b5ee8ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.222829] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30778eb9-98ed-4577-97db-b3872b5ee8ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.222910] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30778eb9-98ed-4577-97db-b3872b5ee8ed',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.724715] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30778eb9-98ed-4577-97db-b3872b5ee8ed [ 582.724952] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.725394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.727329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.728360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.728360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.728360] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30778eb9-98ed-4577-97db-b3872b5ee8ed already deleted. [ 582.728360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30778eb9-98ed-4577-97db-b3872b5ee8ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.926864] env[65530]: INFO networking_nsxv3.common.synchronization [None req-d7bf6007-d09c-4fe6-a173-21a65577d802 None None] Enqueued Resource ID: 8ea9815d-225f-4c7e-9184-4dfdd389b113 with Priority: HIGHEST for action port [ 582.927436] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8ea9815d-225f-4c7e-9184-4dfdd389b113 with Priority: HIGHEST for action port [ 582.927615] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-8ea9815d-225f-4c7e-9184-4dfdd389b113 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.927740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8ea9815d-225f-4c7e-9184-4dfdd389b113" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.927813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8ea9815d-225f-4c7e-9184-4dfdd389b113" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.929357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8ea9815d-225f-4c7e-9184-4dfdd389b113" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.929478] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8ea9815d-225f-4c7e-9184-4dfdd389b113',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.967390] env[65530]: INFO networking_nsxv3.common.synchronization [None req-5d0a8309-304a-4f94-962a-29708eacb0fd None None] Enqueued Resource ID: 5dd74ef6-e9c4-4f29-be66-094007cb5cf8 with Priority: HIGHEST for action port [ 582.968779] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dd74ef6-e9c4-4f29-be66-094007cb5cf8 with Priority: HIGHEST for action port [ 582.969209] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dd74ef6-e9c4-4f29-be66-094007cb5cf8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.969709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dd74ef6-e9c4-4f29-be66-094007cb5cf8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.969939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dd74ef6-e9c4-4f29-be66-094007cb5cf8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.970274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dd74ef6-e9c4-4f29-be66-094007cb5cf8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.970532] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dd74ef6-e9c4-4f29-be66-094007cb5cf8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.433924] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8ea9815d-225f-4c7e-9184-4dfdd389b113 [ 583.433924] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.433924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.433924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.434809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.435275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.435275] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8ea9815d-225f-4c7e-9184-4dfdd389b113 already deleted. [ 583.435275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8ea9815d-225f-4c7e-9184-4dfdd389b113" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.473886] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dd74ef6-e9c4-4f29-be66-094007cb5cf8 [ 583.473886] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.473886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.473886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.473886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.473886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.473886] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dd74ef6-e9c4-4f29-be66-094007cb5cf8 already deleted. [ 583.473886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dd74ef6-e9c4-4f29-be66-094007cb5cf8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.564549] env[65530]: INFO networking_nsxv3.common.synchronization [None req-835ffaf5-f19e-42a2-b823-957d1e2c8888 None None] Enqueued Resource ID: 99f85011-6b8d-4f02-9b79-6bdf2962b67e with Priority: HIGHEST for action port [ 584.564549] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f85011-6b8d-4f02-9b79-6bdf2962b67e with Priority: HIGHEST for action port [ 584.564549] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-99f85011-6b8d-4f02-9b79-6bdf2962b67e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.564807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99f85011-6b8d-4f02-9b79-6bdf2962b67e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.564807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99f85011-6b8d-4f02-9b79-6bdf2962b67e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.565160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99f85011-6b8d-4f02-9b79-6bdf2962b67e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.565976] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99f85011-6b8d-4f02-9b79-6bdf2962b67e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 585.068418] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99f85011-6b8d-4f02-9b79-6bdf2962b67e [ 585.068418] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.068418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.068418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.068418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.068418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.068418] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99f85011-6b8d-4f02-9b79-6bdf2962b67e already deleted. [ 585.068418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99f85011-6b8d-4f02-9b79-6bdf2962b67e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.982276] env[65530]: INFO networking_nsxv3.common.synchronization [None req-48f3eafc-f77c-4da2-a4ed-92941061ad8a None None] Enqueued Resource ID: 0c03a9fe-ee2b-4016-a5df-13c470d4614f with Priority: HIGHEST for action port [ 585.982276] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0c03a9fe-ee2b-4016-a5df-13c470d4614f with Priority: HIGHEST for action port [ 585.982276] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-0c03a9fe-ee2b-4016-a5df-13c470d4614f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.982276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0c03a9fe-ee2b-4016-a5df-13c470d4614f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.982276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0c03a9fe-ee2b-4016-a5df-13c470d4614f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.982848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0c03a9fe-ee2b-4016-a5df-13c470d4614f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.982848] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0c03a9fe-ee2b-4016-a5df-13c470d4614f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.326989] env[65530]: INFO networking_nsxv3.common.synchronization [None req-eca0a7e1-1f43-44fe-89fe-32b4f4aebdef None None] Enqueued Resource ID: 98e6711f-4431-4fa7-8e36-da9e97640b96 with Priority: HIGHEST for action port [ 586.327375] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98e6711f-4431-4fa7-8e36-da9e97640b96 with Priority: HIGHEST for action port [ 586.328681] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-98e6711f-4431-4fa7-8e36-da9e97640b96 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.328681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98e6711f-4431-4fa7-8e36-da9e97640b96" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.328681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98e6711f-4431-4fa7-8e36-da9e97640b96" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.328681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98e6711f-4431-4fa7-8e36-da9e97640b96" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.328681] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98e6711f-4431-4fa7-8e36-da9e97640b96',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.488963] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0c03a9fe-ee2b-4016-a5df-13c470d4614f [ 586.491268] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.491268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.491268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.491268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.491268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.491268] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0c03a9fe-ee2b-4016-a5df-13c470d4614f already deleted. [ 586.491268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0c03a9fe-ee2b-4016-a5df-13c470d4614f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.830649] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98e6711f-4431-4fa7-8e36-da9e97640b96 [ 586.830883] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.831037] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.831114] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.831362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.831454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.831551] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98e6711f-4431-4fa7-8e36-da9e97640b96 already deleted. [ 586.831632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98e6711f-4431-4fa7-8e36-da9e97640b96" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.138750] env[65530]: INFO networking_nsxv3.common.synchronization [None req-e90e64e1-d6bf-490e-9379-e4c7ffe6ef63 None None] Enqueued Resource ID: 1f0c753d-9ebb-4d69-9538-077ff2279bd0 with Priority: HIGHEST for action port [ 587.139686] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f0c753d-9ebb-4d69-9538-077ff2279bd0 with Priority: HIGHEST for action port [ 587.139957] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f0c753d-9ebb-4d69-9538-077ff2279bd0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.140365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f0c753d-9ebb-4d69-9538-077ff2279bd0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.140491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f0c753d-9ebb-4d69-9538-077ff2279bd0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.141460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f0c753d-9ebb-4d69-9538-077ff2279bd0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.141460] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f0c753d-9ebb-4d69-9538-077ff2279bd0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.253127] env[65530]: INFO networking_nsxv3.common.synchronization [None req-c592d0f5-52d7-4699-9eaf-d23914c51408 None None] Enqueued Resource ID: 20e3509d-9f4d-4c84-bcdf-83389dcfbbc0 with Priority: HIGHEST for action port [ 587.253127] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20e3509d-9f4d-4c84-bcdf-83389dcfbbc0 with Priority: HIGHEST for action port [ 587.253127] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-20e3509d-9f4d-4c84-bcdf-83389dcfbbc0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.254204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20e3509d-9f4d-4c84-bcdf-83389dcfbbc0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.254287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20e3509d-9f4d-4c84-bcdf-83389dcfbbc0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.254519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20e3509d-9f4d-4c84-bcdf-83389dcfbbc0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.254611] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20e3509d-9f4d-4c84-bcdf-83389dcfbbc0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.643424] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f0c753d-9ebb-4d69-9538-077ff2279bd0 [ 587.643667] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.643817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.643883] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.644137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.644238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.644335] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f0c753d-9ebb-4d69-9538-077ff2279bd0 already deleted. [ 587.644462] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f0c753d-9ebb-4d69-9538-077ff2279bd0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.757423] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20e3509d-9f4d-4c84-bcdf-83389dcfbbc0 [ 587.757684] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.758350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.758350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.758350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.758350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.758350] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20e3509d-9f4d-4c84-bcdf-83389dcfbbc0 already deleted. [ 587.758547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20e3509d-9f4d-4c84-bcdf-83389dcfbbc0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.178321] env[65530]: INFO networking_nsxv3.common.synchronization [None req-89546ada-0ff1-4e96-b66f-d996967254a3 None None] Enqueued Resource ID: c4468a6f-e213-419f-bfb0-4b9ab1c2679b with Priority: HIGHEST for action port [ 589.178587] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4468a6f-e213-419f-bfb0-4b9ab1c2679b with Priority: HIGHEST for action port [ 589.179166] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4468a6f-e213-419f-bfb0-4b9ab1c2679b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.179319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4468a6f-e213-419f-bfb0-4b9ab1c2679b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.179400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4468a6f-e213-419f-bfb0-4b9ab1c2679b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.179639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4468a6f-e213-419f-bfb0-4b9ab1c2679b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.180202] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4468a6f-e213-419f-bfb0-4b9ab1c2679b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.574580] env[65530]: INFO networking_nsxv3.common.synchronization [None req-630b46e7-fd79-4808-9aa5-e43819d1aebe None None] Enqueued Resource ID: 5bb65cf6-483e-45bc-98e1-d0477150b71a with Priority: HIGHEST for action port [ 589.575112] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bb65cf6-483e-45bc-98e1-d0477150b71a with Priority: HIGHEST for action port [ 589.575405] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bb65cf6-483e-45bc-98e1-d0477150b71a taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.575631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bb65cf6-483e-45bc-98e1-d0477150b71a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.575631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bb65cf6-483e-45bc-98e1-d0477150b71a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.575838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bb65cf6-483e-45bc-98e1-d0477150b71a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.576116] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bb65cf6-483e-45bc-98e1-d0477150b71a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.684387] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4468a6f-e213-419f-bfb0-4b9ab1c2679b [ 589.686268] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.686268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.686268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.686268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.686268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.686268] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4468a6f-e213-419f-bfb0-4b9ab1c2679b already deleted. [ 589.686268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4468a6f-e213-419f-bfb0-4b9ab1c2679b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.079774] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5bb65cf6-483e-45bc-98e1-d0477150b71a [ 590.080104] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.080855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.080855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.080855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.081081] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.081081] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5bb65cf6-483e-45bc-98e1-d0477150b71a already deleted. [ 590.081203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bb65cf6-483e-45bc-98e1-d0477150b71a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.328932] env[65530]: INFO networking_nsxv3.common.synchronization [req-6882356b-aa97-421f-9ece-222bc5ee49c7 req-fcb39a58-14d4-4f86-a970-7bca1e4a4d62 tempest-ImagesOneServerTestJSON-1693413391 tempest-ImagesOneServerTestJSON-1693413391-project-member] Enqueued Resource ID: c95cb89c-a4af-4f82-8111-4d30b478680c with Priority: HIGHEST for action security_group_members [ 590.328932] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95cb89c-a4af-4f82-8111-4d30b478680c with Priority: HIGHEST for action security_group_members [ 590.329402] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95cb89c-a4af-4f82-8111-4d30b478680c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.329545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.329615] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.329862] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.330024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.330207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.330207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.330361] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.330446] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.330539] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95cb89c-a4af-4f82-8111-4d30b478680c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.334720] env[65530]: INFO networking_nsxv3.common.synchronization [None req-f2951e77-0a00-4c6d-8bf7-06b961f9710a None None] Enqueued Resource ID: 7d233e3b-5ec3-4a90-92e5-d4d21f3598c4 with Priority: HIGHEST for action port [ 590.336282] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7d233e3b-5ec3-4a90-92e5-d4d21f3598c4 with Priority: HIGHEST for action port [ 590.336282] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-7d233e3b-5ec3-4a90-92e5-d4d21f3598c4 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.336282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7d233e3b-5ec3-4a90-92e5-d4d21f3598c4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.336282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7d233e3b-5ec3-4a90-92e5-d4d21f3598c4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.336282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7d233e3b-5ec3-4a90-92e5-d4d21f3598c4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.336282] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7d233e3b-5ec3-4a90-92e5-d4d21f3598c4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.833273] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.833392] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.833931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.833931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.833931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.834280] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.834280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.834280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.834647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.834647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.834647] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95cb89c-a4af-4f82-8111-4d30b478680c already deleted. [ 590.834647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.840964] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7d233e3b-5ec3-4a90-92e5-d4d21f3598c4 [ 590.841175] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.842174] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.842174] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.842410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.842410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.842808] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7d233e3b-5ec3-4a90-92e5-d4d21f3598c4 already deleted. [ 590.842808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7d233e3b-5ec3-4a90-92e5-d4d21f3598c4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.267973] env[65530]: INFO networking_nsxv3.common.synchronization [None req-609c9c4d-070c-4e3a-b89a-27ae218117e5 None None] Enqueued Resource ID: cdf541bf-3232-47be-b40c-ba38188be829 with Priority: HIGHEST for action port [ 591.268357] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdf541bf-3232-47be-b40c-ba38188be829 with Priority: HIGHEST for action port [ 591.268805] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-cdf541bf-3232-47be-b40c-ba38188be829 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.269013] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cdf541bf-3232-47be-b40c-ba38188be829" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.269013] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cdf541bf-3232-47be-b40c-ba38188be829" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.270015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cdf541bf-3232-47be-b40c-ba38188be829" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.270335] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cdf541bf-3232-47be-b40c-ba38188be829',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.773833] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cdf541bf-3232-47be-b40c-ba38188be829 [ 591.774146] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.774146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.774146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.774835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.774835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.774835] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cdf541bf-3232-47be-b40c-ba38188be829 already deleted. [ 591.774835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cdf541bf-3232-47be-b40c-ba38188be829" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.169987] env[65530]: INFO networking_nsxv3.common.synchronization [None req-5450e43a-6f6d-4cbe-a061-ee0ef07909d4 None None] Enqueued Resource ID: ec78f868-c241-4bfe-a780-c5eb76fa36a7 with Priority: HIGHEST for action port [ 592.171880] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec78f868-c241-4bfe-a780-c5eb76fa36a7 with Priority: HIGHEST for action port [ 592.172743] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec78f868-c241-4bfe-a780-c5eb76fa36a7 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.172743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec78f868-c241-4bfe-a780-c5eb76fa36a7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.172743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec78f868-c241-4bfe-a780-c5eb76fa36a7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.172743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec78f868-c241-4bfe-a780-c5eb76fa36a7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.172743] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec78f868-c241-4bfe-a780-c5eb76fa36a7',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.303159] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-257 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.303159] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-257" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.303379] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-257" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.303720] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-257" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.303931] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.304125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.306260] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.306821] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.306821] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.307882] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.308101] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 592.308272] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 592.308398] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 592.308517] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 592.308622] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 592.308754] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 592.334995] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 592.335176] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 592.335314] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 592.336047] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-257" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.336047] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-300eb39a-0f13-4ec8-a46e-3c548e985a7a taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.336047] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-300eb39a-0f13-4ec8-a46e-3c548e985a7a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.336277] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-300eb39a-0f13-4ec8-a46e-3c548e985a7a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.336514] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-300eb39a-0f13-4ec8-a46e-3c548e985a7a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.336651] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('300eb39a-0f13-4ec8-a46e-3c548e985a7a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.675959] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec78f868-c241-4bfe-a780-c5eb76fa36a7 [ 592.675959] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.675959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.675959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.675959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.675959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.675959] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec78f868-c241-4bfe-a780-c5eb76fa36a7 already deleted. [ 592.675959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec78f868-c241-4bfe-a780-c5eb76fa36a7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.839271] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.839570] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.839757] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.840360] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.840530] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.840684] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 300eb39a-0f13-4ec8-a46e-3c548e985a7a not found, creating... [ 592.840958] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.841117] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.841232] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.841544] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.841602] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.841950] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.842119] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.842269] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.842459] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.842606] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.842795] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 300eb39a-0f13-4ec8-a46e-3c548e985a7a is going to be created. [ 592.877248] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.877462] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.877576] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.877838] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.878214] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.878323] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-300eb39a-0f13-4ec8-a46e-3c548e985a7a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.013766] env[65530]: INFO networking_nsxv3.common.synchronization [req-b85e02a3-2c45-408f-a381-699cad72a6e3 req-e9c85146-365e-4b8c-b76d-e98402e992b4 tempest-DeleteServersAdminTestJSON-1486294347 tempest-DeleteServersAdminTestJSON-1486294347-project-member] Enqueued Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_members [ 593.014333] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_members [ 593.014592] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.014716] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.014781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.016153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.016153] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.016153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.016153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.016400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.016400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.016749] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.518897] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.521734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.521734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.521734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.521734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.521734] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.521734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.521734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.521734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.521734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.521734] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 already deleted. [ 593.521734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.668673] env[65530]: INFO networking_nsxv3.common.synchronization [req-6882356b-aa97-421f-9ece-222bc5ee49c7 req-f6db3209-beeb-4c2a-aa5b-62b4d8844dd8 service nova] Enqueued Resource ID: c95cb89c-a4af-4f82-8111-4d30b478680c with Priority: HIGHEST for action security_group_rules [ 593.669081] env[65530]: INFO networking_nsxv3.common.synchronization [req-6882356b-aa97-421f-9ece-222bc5ee49c7 req-f6db3209-beeb-4c2a-aa5b-62b4d8844dd8 service nova] Enqueued Resource ID: c95cb89c-a4af-4f82-8111-4d30b478680c with Priority: HIGHEST for action security_group_members [ 593.669081] env[65530]: INFO networking_nsxv3.common.synchronization [req-6882356b-aa97-421f-9ece-222bc5ee49c7 req-f6db3209-beeb-4c2a-aa5b-62b4d8844dd8 service nova] Enqueued Resource ID: 300eb39a-0f13-4ec8-a46e-3c548e985a7a with Priority: HIGHEST for action port [ 593.669251] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95cb89c-a4af-4f82-8111-4d30b478680c with Priority: HIGHEST for action security_group_rules [ 593.669372] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95cb89c-a4af-4f82-8111-4d30b478680c with Priority: HIGHEST for action security_group_members [ 593.669466] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 300eb39a-0f13-4ec8-a46e-3c548e985a7a with Priority: HIGHEST for action port [ 593.670764] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c95cb89c-a4af-4f82-8111-4d30b478680c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.670764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.670764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.670924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.671058] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c95cb89c-a4af-4f82-8111-4d30b478680c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.671995] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95cb89c-a4af-4f82-8111-4d30b478680c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.672220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.672573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.672818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.673013] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.673777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.673777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.673777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.673777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.673777] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95cb89c-a4af-4f82-8111-4d30b478680c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.676214] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-300eb39a-0f13-4ec8-a46e-3c548e985a7a taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.676349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-300eb39a-0f13-4ec8-a46e-3c548e985a7a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.676455] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-300eb39a-0f13-4ec8-a46e-3c548e985a7a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.676888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-300eb39a-0f13-4ec8-a46e-3c548e985a7a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.677107] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('300eb39a-0f13-4ec8-a46e-3c548e985a7a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.725582] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.725893] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.726183] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.726517] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.727111] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.727111] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.727247] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.727391] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.727775] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.727775] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.727838] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 593.727966] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 593.728067] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 593.728175] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 593.728275] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 593.728401] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 593.747793] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 593.748365] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 593.748844] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 593.749797] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.750196] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-80c44efe-1d46-43f3-84ad-789db8ee97a2 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.750920] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-80c44efe-1d46-43f3-84ad-789db8ee97a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.751107] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-80c44efe-1d46-43f3-84ad-789db8ee97a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.751309] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-80c44efe-1d46-43f3-84ad-789db8ee97a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.751525] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80c44efe-1d46-43f3-84ad-789db8ee97a2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.179564] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95cb89c-a4af-4f82-8111-4d30b478680c taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.179898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.190222] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 300eb39a-0f13-4ec8-a46e-3c548e985a7a with status ACTIVE [ 594.190427] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.190562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.190631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.190850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.190936] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.191130] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.191232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.191290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.191487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.191562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.191740] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.191834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.191898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.192055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.192132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.192218] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 300eb39a-0f13-4ec8-a46e-3c548e985a7a is going to be updated. [ 594.193286] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c95cb89c-a4af-4f82-8111-4d30b478680c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.214550] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.214743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.214791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.214963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.215110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.215289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-300eb39a-0f13-4ec8-a46e-3c548e985a7a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.255011] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.255011] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.255011] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.255011] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.255246] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.256156] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 80c44efe-1d46-43f3-84ad-789db8ee97a2 not found, creating... [ 594.256156] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.256156] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.256156] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.256420] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.256420] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.256689] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.256872] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.257027] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.257268] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.257421] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.257586] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 80c44efe-1d46-43f3-84ad-789db8ee97a2 is going to be created. [ 594.281371] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.283017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.283017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.283017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.283017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.283017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-80c44efe-1d46-43f3-84ad-789db8ee97a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.695923] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c95cb89c-a4af-4f82-8111-4d30b478680c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.991527] env[65530]: INFO networking_nsxv3.common.synchronization [None req-462e8d07-a5d3-44d8-aa51-83c868d3be65 None None] Enqueued Resource ID: 99ed2f3a-8342-44bb-a43f-0455c164ce24 with Priority: HIGHEST for action port [ 594.991527] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99ed2f3a-8342-44bb-a43f-0455c164ce24 with Priority: HIGHEST for action port [ 594.991527] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-99ed2f3a-8342-44bb-a43f-0455c164ce24 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.993118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99ed2f3a-8342-44bb-a43f-0455c164ce24" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.993118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99ed2f3a-8342-44bb-a43f-0455c164ce24" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.993118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99ed2f3a-8342-44bb-a43f-0455c164ce24" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.993118] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99ed2f3a-8342-44bb-a43f-0455c164ce24',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.076751] env[65530]: INFO networking_nsxv3.common.synchronization [req-b85e02a3-2c45-408f-a381-699cad72a6e3 req-92a6ba38-6090-4bea-b3e8-d2b2c2da4381 service nova] Enqueued Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_rules [ 595.079670] env[65530]: INFO networking_nsxv3.common.synchronization [req-b85e02a3-2c45-408f-a381-699cad72a6e3 req-92a6ba38-6090-4bea-b3e8-d2b2c2da4381 service nova] Enqueued Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_members [ 595.079670] env[65530]: INFO networking_nsxv3.common.synchronization [req-b85e02a3-2c45-408f-a381-699cad72a6e3 req-92a6ba38-6090-4bea-b3e8-d2b2c2da4381 service nova] Enqueued Resource ID: 80c44efe-1d46-43f3-84ad-789db8ee97a2 with Priority: HIGHEST for action port [ 595.079670] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_rules [ 595.079670] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_members [ 595.079670] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80c44efe-1d46-43f3-84ad-789db8ee97a2 with Priority: HIGHEST for action port [ 595.079670] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.079670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.079670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.079670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.079670] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.082812] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.083222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.083360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.083620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.083790] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.085772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.085772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.085772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.085772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.085772] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.087492] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-80c44efe-1d46-43f3-84ad-789db8ee97a2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.087569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-80c44efe-1d46-43f3-84ad-789db8ee97a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.087603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-80c44efe-1d46-43f3-84ad-789db8ee97a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.087768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-80c44efe-1d46-43f3-84ad-789db8ee97a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.087848] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('80c44efe-1d46-43f3-84ad-789db8ee97a2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.199030] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.199404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.199404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.199508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.199563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.199876] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95cb89c-a4af-4f82-8111-4d30b478680c is going to be created. [ 595.280552] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.280699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.281010] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.281544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.281750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.297422] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95cb89c-a4af-4f82-8111-4d30b478680c in Status: UNINITIALIZED for 2s [ 595.496673] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99ed2f3a-8342-44bb-a43f-0455c164ce24 [ 595.496673] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.496673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.496673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.496673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.496673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.496673] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99ed2f3a-8342-44bb-a43f-0455c164ce24 already deleted. [ 595.496673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99ed2f3a-8342-44bb-a43f-0455c164ce24" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.583694] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.584155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.589393] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.589393] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 80c44efe-1d46-43f3-84ad-789db8ee97a2 with status ACTIVE [ 595.589642] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.589642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.589729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.589880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.589949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.590181] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.590265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.590265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.590706] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.590706] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.590706] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.590905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.590905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.590905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.590991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.591166] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 80c44efe-1d46-43f3-84ad-789db8ee97a2 is going to be updated. [ 595.618063] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.618276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.618276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.618676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.618676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.618828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-80c44efe-1d46-43f3-84ad-789db8ee97a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.661961] env[65530]: INFO networking_nsxv3.common.synchronization [req-d8c7eeb7-eacf-4459-9f00-33c70d2e1a88 req-a7f519df-98aa-4410-ae49-942bee0b9ece tempest-ServerExternalEventsTest-339342843 tempest-ServerExternalEventsTest-339342843-project-member] Enqueued Resource ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 with Priority: HIGHEST for action security_group_members [ 595.662465] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 with Priority: HIGHEST for action security_group_members [ 595.662927] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a3b9e0-192e-4778-97a2-0fb3decfeed0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.663087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.663176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.663479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.663848] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.663848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.663983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.664205] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.664205] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.664305] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a3b9e0-192e-4778-97a2-0fb3decfeed0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.768213] env[65530]: INFO networking_nsxv3.common.synchronization [None req-62b421a4-53ee-490e-a40a-023913b7ca53 None None] Enqueued Resource ID: 8e762fe1-09fa-4097-be50-56e1bac033c6 with Priority: HIGHEST for action port [ 595.769038] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e762fe1-09fa-4097-be50-56e1bac033c6 with Priority: HIGHEST for action port [ 595.771768] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e762fe1-09fa-4097-be50-56e1bac033c6 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.771974] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e762fe1-09fa-4097-be50-56e1bac033c6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.772897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e762fe1-09fa-4097-be50-56e1bac033c6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.772897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e762fe1-09fa-4097-be50-56e1bac033c6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.772897] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e762fe1-09fa-4097-be50-56e1bac033c6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.096780] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.167346] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.167562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.167635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.167891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.167982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.168204] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.168305] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.168370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.168552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.168631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.168722] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 already deleted. [ 596.168788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.225729] env[65530]: INFO networking_nsxv3.common.synchronization [None req-afbac08f-374f-4a69-8e6d-87bdc929fd88 None None] Enqueued Resource ID: 86424a99-2489-4612-a06e-6e06f3a2b0bc with Priority: HIGHEST for action port [ 596.226279] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86424a99-2489-4612-a06e-6e06f3a2b0bc with Priority: HIGHEST for action port [ 596.226646] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-86424a99-2489-4612-a06e-6e06f3a2b0bc taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.226737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86424a99-2489-4612-a06e-6e06f3a2b0bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.226795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86424a99-2489-4612-a06e-6e06f3a2b0bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.227073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86424a99-2489-4612-a06e-6e06f3a2b0bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.227185] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86424a99-2489-4612-a06e-6e06f3a2b0bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.275925] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e762fe1-09fa-4097-be50-56e1bac033c6 [ 596.276253] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.276326] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.276371] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.276570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.276660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.276780] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e762fe1-09fa-4097-be50-56e1bac033c6 already deleted. [ 596.276873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e762fe1-09fa-4097-be50-56e1bac033c6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.331350] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.331884] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.332985] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.332985] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.332985] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.332985] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.332985] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.335408] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.335408] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.335408] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.335408] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.335408] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.335408] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.335408] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.335722] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.335722] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.357363] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.357513] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.357645] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.357818] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.358144] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.358332] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.358816] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.358816] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.358953] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.600845] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.600845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.600845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.600845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.600845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.600845] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 is going to be created. [ 596.630062] env[65530]: INFO networking_nsxv3.common.synchronization [req-f6655f76-64b0-4d29-a290-f650098cfadd req-c4cca6f7-a874-4687-9d33-4e94c0c8ac1b tempest-InstanceActionsV221TestJSON-507296368 tempest-InstanceActionsV221TestJSON-507296368-project-member] Enqueued Resource ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c with Priority: HIGHEST for action security_group_members [ 596.630062] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.630062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.630062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.630062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.630242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.632990] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c with Priority: HIGHEST for action security_group_members [ 596.634691] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cee2713-939c-41b8-a340-8ab5ffffa28c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.634691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.634691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.634691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.634936] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.634988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.635090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.635246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.635344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.635439] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cee2713-939c-41b8-a340-8ab5ffffa28c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.645411] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: UNINITIALIZED for 2s [ 596.730695] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 86424a99-2489-4612-a06e-6e06f3a2b0bc [ 596.730948] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.731113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.731184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.731424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.731544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.731612] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:86424a99-2489-4612-a06e-6e06f3a2b0bc already deleted. [ 596.731688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86424a99-2489-4612-a06e-6e06f3a2b0bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.820732] env[65530]: INFO networking_nsxv3.common.synchronization [None req-50f7bd26-c4e7-4280-8157-d80348f18794 None None] Enqueued Resource ID: c46894e7-182b-4c4b-9aff-4e56736e7ddb with Priority: HIGHEST for action port [ 596.820995] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c46894e7-182b-4c4b-9aff-4e56736e7ddb with Priority: HIGHEST for action port [ 596.821647] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c46894e7-182b-4c4b-9aff-4e56736e7ddb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.822066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c46894e7-182b-4c4b-9aff-4e56736e7ddb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.822197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c46894e7-182b-4c4b-9aff-4e56736e7ddb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.822416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c46894e7-182b-4c4b-9aff-4e56736e7ddb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.822520] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c46894e7-182b-4c4b-9aff-4e56736e7ddb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.861245] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.861490] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.861617] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.861873] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.862021] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.862168] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f not found, creating... [ 596.862442] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.862601] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.862710] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.863178] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.863178] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.863352] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.863454] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.863560] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.863753] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.863872] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.864023] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f is going to be created. [ 596.887928] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.888152] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.888273] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.888528] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.888742] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.888961] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.138701] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.138938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.138982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.139206] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.139606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.139606] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.139717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.139717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.140259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.140259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.140259] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c already deleted. [ 597.140259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.312623] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95cb89c-a4af-4f82-8111-4d30b478680c in Status: SUCCESS [ 597.312623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.313705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.313705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.313705] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.313705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.313705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.313705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.313705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.313705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.313705] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c95cb89c-a4af-4f82-8111-4d30b478680c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.325465] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c46894e7-182b-4c4b-9aff-4e56736e7ddb [ 597.325465] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.325465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.325465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.325465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.325465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.325465] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c46894e7-182b-4c4b-9aff-4e56736e7ddb already deleted. [ 597.325465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c46894e7-182b-4c4b-9aff-4e56736e7ddb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.632429] env[65530]: INFO networking_nsxv3.common.synchronization [req-d8c7eeb7-eacf-4459-9f00-33c70d2e1a88 req-ef8926aa-cc70-4b2f-8896-2a1ef08e1b8b service nova] Enqueued Resource ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 with Priority: HIGHEST for action security_group_rules [ 597.632429] env[65530]: INFO networking_nsxv3.common.synchronization [req-d8c7eeb7-eacf-4459-9f00-33c70d2e1a88 req-ef8926aa-cc70-4b2f-8896-2a1ef08e1b8b service nova] Enqueued Resource ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 with Priority: HIGHEST for action security_group_members [ 597.632429] env[65530]: INFO networking_nsxv3.common.synchronization [req-d8c7eeb7-eacf-4459-9f00-33c70d2e1a88 req-ef8926aa-cc70-4b2f-8896-2a1ef08e1b8b service nova] Enqueued Resource ID: b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f with Priority: HIGHEST for action port [ 597.632429] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 with Priority: HIGHEST for action security_group_rules [ 597.632429] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 with Priority: HIGHEST for action security_group_members [ 597.632429] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f with Priority: HIGHEST for action port [ 597.632429] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87a3b9e0-192e-4778-97a2-0fb3decfeed0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.632429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.633101] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.635765] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.635765] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87a3b9e0-192e-4778-97a2-0fb3decfeed0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.636627] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a3b9e0-192e-4778-97a2-0fb3decfeed0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.636627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.636753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.636921] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.637096] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.637178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.637215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.637389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.637466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.637517] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a3b9e0-192e-4778-97a2-0fb3decfeed0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.639190] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.639310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.639596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.639596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.639596] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.816314] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95cb89c-a4af-4f82-8111-4d30b478680c taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.816485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.816559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.816770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.816948] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.817063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.817127] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.817274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.817359] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.817449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.817580] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95cb89c-a4af-4f82-8111-4d30b478680c taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.817672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.817734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.817873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.818014] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.818115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.818178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.818314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.818388] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.818485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.818551] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c95cb89c-a4af-4f82-8111-4d30b478680c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.953109] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-877 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.953302] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-877" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.953602] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-877" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.953738] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-877" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.954318] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.954487] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.954650] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.954875] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.955028] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.955140] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.955247] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 597.955349] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 597.955448] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 597.955603] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 597.955636] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 597.955893] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 597.975340] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 597.975340] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 597.975340] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 597.975340] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-877" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.975675] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-2e364124-6a1b-44d5-b643-87f3657916ec taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.975813] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-2e364124-6a1b-44d5-b643-87f3657916ec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.976202] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-2e364124-6a1b-44d5-b643-87f3657916ec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.976306] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-2e364124-6a1b-44d5-b643-87f3657916ec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.976478] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e364124-6a1b-44d5-b643-87f3657916ec',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.071356] env[65530]: INFO networking_nsxv3.common.synchronization [None req-f71c50a1-84cd-4bd2-89d2-3a53c853e2a2 None None] Enqueued Resource ID: af4af42f-f554-49e8-ab0d-f95dda107c6a with Priority: HIGHEST for action port [ 598.071356] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af4af42f-f554-49e8-ab0d-f95dda107c6a with Priority: HIGHEST for action port [ 598.071356] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-af4af42f-f554-49e8-ab0d-f95dda107c6a taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.071356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af4af42f-f554-49e8-ab0d-f95dda107c6a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.071630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af4af42f-f554-49e8-ab0d-f95dda107c6a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.071670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af4af42f-f554-49e8-ab0d-f95dda107c6a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.071901] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af4af42f-f554-49e8-ab0d-f95dda107c6a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.144529] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a3b9e0-192e-4778-97a2-0fb3decfeed0 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.144719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.144945] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f with status ACTIVE [ 598.145132] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.145242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.145356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.145502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.145589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.145807] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.145891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.145891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.146542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.146670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.147479] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.147479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.147987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.148178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.148251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.148349] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f is going to be updated. [ 598.149884] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('87a3b9e0-192e-4778-97a2-0fb3decfeed0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.170512] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.170658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.171237] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.171237] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.171237] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.171657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b6b294b6-17ad-4bd1-b7b7-ca44b89ecd8f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.322140] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c95cb89c-a4af-4f82-8111-4d30b478680c: rpc.has_security_group_logging(os_id): False [ 598.350439] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.350576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.350639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.350833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.350923] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.351885] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.351885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.351885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.351885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.351885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.351885] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.351885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.351885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.352282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.352282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.352282] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.352407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.352407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.352506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.352579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.352664] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c95cb89c-a4af-4f82-8111-4d30b478680c is going to be created. [ 598.438904] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.439082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.439123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.439316] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.439534] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.456175] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c95cb89c-a4af-4f82-8111-4d30b478680c in Status: IN_PROGRESS for 2s [ 598.478766] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.479176] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.479398] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.479706] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.479819] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.479972] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 2e364124-6a1b-44d5-b643-87f3657916ec not found, creating... [ 598.480257] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.480508] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.480658] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.480749] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.480864] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.481173] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.481684] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.481684] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.481684] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.481848] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.481953] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 2e364124-6a1b-44d5-b643-87f3657916ec is going to be created. [ 598.524725] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.524970] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.525075] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.525352] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.525815] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.525815] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-2e364124-6a1b-44d5-b643-87f3657916ec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.574334] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af4af42f-f554-49e8-ab0d-f95dda107c6a [ 598.574600] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.574741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.574846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.575056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.575229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.575267] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af4af42f-f554-49e8-ab0d-f95dda107c6a already deleted. [ 598.575339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af4af42f-f554-49e8-ab0d-f95dda107c6a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.653075] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('87a3b9e0-192e-4778-97a2-0fb3decfeed0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.658494] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: SUCCESS [ 598.658769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.658972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.659321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.659515] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.659650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.659724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.659905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.659964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.660054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.660201] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.156335] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.156335] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.156335] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.156335] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.156335] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.156335] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 is going to be created. [ 599.162228] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.162510] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.162700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.162905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.163090] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.163195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.163261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.163410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.164690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.164690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.164690] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.164837] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.164868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.165858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.166050] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.166159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.166224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.166382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.166463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.166553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.166644] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.181777] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.181954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.181954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.182172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.182334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.193445] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 in Status: UNINITIALIZED for 2s [ 599.203838] env[65530]: INFO networking_nsxv3.common.synchronization [req-f6655f76-64b0-4d29-a290-f650098cfadd req-45833ce0-e38f-426e-a7bc-a1329c6296fa service nova] Enqueued Resource ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c with Priority: HIGHEST for action security_group_rules [ 599.204229] env[65530]: INFO networking_nsxv3.common.synchronization [req-f6655f76-64b0-4d29-a290-f650098cfadd req-45833ce0-e38f-426e-a7bc-a1329c6296fa service nova] Enqueued Resource ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c with Priority: HIGHEST for action security_group_members [ 599.204372] env[65530]: INFO networking_nsxv3.common.synchronization [req-f6655f76-64b0-4d29-a290-f650098cfadd req-45833ce0-e38f-426e-a7bc-a1329c6296fa service nova] Enqueued Resource ID: 2e364124-6a1b-44d5-b643-87f3657916ec with Priority: HIGHEST for action port [ 599.205138] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c with Priority: HIGHEST for action security_group_rules [ 599.205217] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c with Priority: HIGHEST for action security_group_members [ 599.205352] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e364124-6a1b-44d5-b643-87f3657916ec with Priority: HIGHEST for action port [ 599.206667] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cee2713-939c-41b8-a340-8ab5ffffa28c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.206667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.206667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.206667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.206667] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cee2713-939c-41b8-a340-8ab5ffffa28c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.207488] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cee2713-939c-41b8-a340-8ab5ffffa28c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.207606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.207674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.207857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.207997] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.208153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.208153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.208539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.208539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.208539] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cee2713-939c-41b8-a340-8ab5ffffa28c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.209341] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e364124-6a1b-44d5-b643-87f3657916ec taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.209486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e364124-6a1b-44d5-b643-87f3657916ec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.209550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e364124-6a1b-44d5-b643-87f3657916ec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.209702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e364124-6a1b-44d5-b643-87f3657916ec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.209775] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e364124-6a1b-44d5-b643-87f3657916ec',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.510193] env[65530]: INFO networking_nsxv3.common.synchronization [None req-d22e77bb-584c-496b-8208-401ea7fd0275 None None] Enqueued Resource ID: dc3fff79-98d6-47cc-94a7-f4f93a0c6e07 with Priority: HIGHEST for action port [ 599.510193] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc3fff79-98d6-47cc-94a7-f4f93a0c6e07 with Priority: HIGHEST for action port [ 599.510514] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc3fff79-98d6-47cc-94a7-f4f93a0c6e07 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.510632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc3fff79-98d6-47cc-94a7-f4f93a0c6e07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.510689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc3fff79-98d6-47cc-94a7-f4f93a0c6e07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.510940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc3fff79-98d6-47cc-94a7-f4f93a0c6e07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.512602] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc3fff79-98d6-47cc-94a7-f4f93a0c6e07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.664019] env[65530]: INFO networking_nsxv3.common.synchronization [req-d0c59934-210b-4d7d-9de3-81079d62e5ec req-ffcdac1c-e5bf-4169-b2d0-08aca14892fd tempest-FloatingIPsAssociationNegativeTestJSON-1300321475 tempest-FloatingIPsAssociationNegativeTestJSON-1300321475-project-member] Enqueued Resource ID: a20514a4-b996-4300-8dea-6146ca98fb45 with Priority: HIGHEST for action security_group_members [ 599.666058] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20514a4-b996-4300-8dea-6146ca98fb45 with Priority: HIGHEST for action security_group_members [ 599.666662] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20514a4-b996-4300-8dea-6146ca98fb45 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.666735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.666833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.667467] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.667467] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.667467] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.667467] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.667731] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.667731] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.667798] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20514a4-b996-4300-8dea-6146ca98fb45',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.671192] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61ec6217-25d5-4893-8ad6-a52cc3b3ab44: rpc.has_security_group_logging(os_id): False [ 599.692258] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.692258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.692258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.692682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.692682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.694338] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.695411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.695411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.695411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.695411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.695411] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.695411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.695411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.695411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.695778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.695778] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.695778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.695873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.695942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.696080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.696240] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 is going to be created. [ 599.716040] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cee2713-939c-41b8-a340-8ab5ffffa28c taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.716040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.716040] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cee2713-939c-41b8-a340-8ab5ffffa28c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.717425] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2e364124-6a1b-44d5-b643-87f3657916ec with status ACTIVE [ 599.717686] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.717854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.717953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.718205] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.718344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.718559] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.718701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.718792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.718978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.719100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.719310] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.719535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.719535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.719744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.719849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.719964] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2e364124-6a1b-44d5-b643-87f3657916ec is going to be updated. [ 599.750915] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.751147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.751197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.751432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.751623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.751809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e364124-6a1b-44d5-b643-87f3657916ec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.771790] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.771967] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.772033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.772646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.772646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.783839] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: IN_PROGRESS for 2s [ 600.014613] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc3fff79-98d6-47cc-94a7-f4f93a0c6e07 [ 600.015176] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.015176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.015176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.015390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.015390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.015469] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc3fff79-98d6-47cc-94a7-f4f93a0c6e07 already deleted. [ 600.015547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc3fff79-98d6-47cc-94a7-f4f93a0c6e07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.163553] env[65530]: INFO networking_nsxv3.common.synchronization [None req-8b183584-6b1c-4d8e-a375-979db5d4228c None None] Enqueued Resource ID: 0bd5754c-bcb3-45d1-99e2-b4850bccd35b with Priority: HIGHEST for action port [ 600.163829] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0bd5754c-bcb3-45d1-99e2-b4850bccd35b with Priority: HIGHEST for action port [ 600.164410] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-0bd5754c-bcb3-45d1-99e2-b4850bccd35b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.164533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0bd5754c-bcb3-45d1-99e2-b4850bccd35b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.164601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0bd5754c-bcb3-45d1-99e2-b4850bccd35b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.164846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0bd5754c-bcb3-45d1-99e2-b4850bccd35b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.164929] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0bd5754c-bcb3-45d1-99e2-b4850bccd35b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.174237] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-621 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.174425] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-621" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.174536] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-621" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.174871] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-621" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.175183] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.175333] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.175424] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.175643] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.175777] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.176031] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.176115] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.176384] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.176384] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.176500] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.176530] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.176890] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.177745] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.177855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.177920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.178182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.178182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.178359] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.178447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.178497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.178638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.178714] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.178797] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20514a4-b996-4300-8dea-6146ca98fb45 already deleted. [ 600.178875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.198438] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.198647] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.198796] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.198997] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-621" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.199373] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-c4742089-b57d-494c-878d-1f0e7daac995 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.199587] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-c4742089-b57d-494c-878d-1f0e7daac995" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.199730] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-c4742089-b57d-494c-878d-1f0e7daac995" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.200078] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-c4742089-b57d-494c-878d-1f0e7daac995" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.200423] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4742089-b57d-494c-878d-1f0e7daac995',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.216951] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cee2713-939c-41b8-a340-8ab5ffffa28c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.469154] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c95cb89c-a4af-4f82-8111-4d30b478680c in Status: SUCCESS [ 600.469154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.669321] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0bd5754c-bcb3-45d1-99e2-b4850bccd35b [ 600.669625] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.669793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.669793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.670033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.670395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.670552] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0bd5754c-bcb3-45d1-99e2-b4850bccd35b already deleted. [ 600.670648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0bd5754c-bcb3-45d1-99e2-b4850bccd35b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.688995] env[65530]: INFO networking_nsxv3.common.synchronization [None req-5424dca5-c296-4f66-abfe-c8eb0b69184a tempest-VolumesAssistedSnapshotsTest-244280861 tempest-VolumesAssistedSnapshotsTest-244280861-project-member] Enqueued Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGHEST for action security_group_rules [ 600.689481] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGHEST for action security_group_rules [ 600.689954] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61fabdba-6df1-408d-9066-3b2decb83eac taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.689954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.689954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.691683] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.691777] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61fabdba-6df1-408d-9066-3b2decb83eac',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.705998] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.705998] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.705998] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.705998] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.705998] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.705998] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port c4742089-b57d-494c-878d-1f0e7daac995 not found, creating... [ 600.705998] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.705998] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.705998] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.705998] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.705998] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.706449] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.706449] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.706449] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.706449] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.706994] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.707314] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: c4742089-b57d-494c-878d-1f0e7daac995 is going to be created. [ 600.720858] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.720858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.720858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.720858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.720858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.720858] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c is going to be created. [ 600.733688] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.733688] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.733688] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.733688] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.733688] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.733688] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-c4742089-b57d-494c-878d-1f0e7daac995" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.746706] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.746706] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.746706] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.746706] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.746706] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.755368] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c in Status: UNINITIALIZED for 2s [ 601.148094] env[65530]: INFO networking_nsxv3.common.synchronization [None req-0a3e929e-f984-401b-9272-f7415a6bdca4 None None] Enqueued Resource ID: 87da8049-7b88-4e0c-a0ac-cb90e2efd711 with Priority: HIGHEST for action port [ 601.148874] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87da8049-7b88-4e0c-a0ac-cb90e2efd711 with Priority: HIGHEST for action port [ 601.151068] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-87da8049-7b88-4e0c-a0ac-cb90e2efd711 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.151068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87da8049-7b88-4e0c-a0ac-cb90e2efd711" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.151068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87da8049-7b88-4e0c-a0ac-cb90e2efd711" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.151068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87da8049-7b88-4e0c-a0ac-cb90e2efd711" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.151068] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87da8049-7b88-4e0c-a0ac-cb90e2efd711',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.206083] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 in Status: SUCCESS [ 601.206329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.206955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.208260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.208260] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.208260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.208260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.208260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.208260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.208260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.208260] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('87a3b9e0-192e-4778-97a2-0fb3decfeed0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.214024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.214024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.214024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.214024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.214024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.214024] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61fabdba-6df1-408d-9066-3b2decb83eac already deleted. [ 601.214024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.458915] env[65530]: INFO networking_nsxv3.common.synchronization [req-d0c59934-210b-4d7d-9de3-81079d62e5ec req-60844a3f-6294-45b5-a31f-463681e369d2 service nova] Enqueued Resource ID: a20514a4-b996-4300-8dea-6146ca98fb45 with Priority: HIGHEST for action security_group_rules [ 601.459166] env[65530]: INFO networking_nsxv3.common.synchronization [req-d0c59934-210b-4d7d-9de3-81079d62e5ec req-60844a3f-6294-45b5-a31f-463681e369d2 service nova] Enqueued Resource ID: a20514a4-b996-4300-8dea-6146ca98fb45 with Priority: HIGHEST for action security_group_members [ 601.459265] env[65530]: INFO networking_nsxv3.common.synchronization [req-d0c59934-210b-4d7d-9de3-81079d62e5ec req-60844a3f-6294-45b5-a31f-463681e369d2 service nova] Enqueued Resource ID: c4742089-b57d-494c-878d-1f0e7daac995 with Priority: HIGHEST for action port [ 601.459793] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20514a4-b996-4300-8dea-6146ca98fb45 with Priority: HIGHEST for action security_group_rules [ 601.459930] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20514a4-b996-4300-8dea-6146ca98fb45 with Priority: HIGHEST for action security_group_members [ 601.460103] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4742089-b57d-494c-878d-1f0e7daac995 with Priority: HIGHEST for action port [ 601.460443] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20514a4-b996-4300-8dea-6146ca98fb45 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.460604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.460724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.461213] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.461213] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20514a4-b996-4300-8dea-6146ca98fb45',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.462150] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20514a4-b996-4300-8dea-6146ca98fb45 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.462339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.462448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.462674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.462852] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.462987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.463116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.463294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.463432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.463524] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20514a4-b996-4300-8dea-6146ca98fb45',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.465514] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4742089-b57d-494c-878d-1f0e7daac995 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.465692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4742089-b57d-494c-878d-1f0e7daac995" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.465692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4742089-b57d-494c-878d-1f0e7daac995" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.465832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4742089-b57d-494c-878d-1f0e7daac995" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.465918] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4742089-b57d-494c-878d-1f0e7daac995',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.612644] env[65530]: INFO networking_nsxv3.common.synchronization [None req-e19a0f5f-1540-4808-969d-abdfdd832481 tempest-VolumesAssistedSnapshotsTest-244280861 tempest-VolumesAssistedSnapshotsTest-244280861-project-member] Enqueued Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGHEST for action security_group_rules [ 601.613195] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGHEST for action security_group_rules [ 601.614409] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61fabdba-6df1-408d-9066-3b2decb83eac taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.614409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.614409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.614409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.614409] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61fabdba-6df1-408d-9066-3b2decb83eac',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.656844] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 87da8049-7b88-4e0c-a0ac-cb90e2efd711 [ 601.658022] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.658022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.658022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.658022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.658022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.658022] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:87da8049-7b88-4e0c-a0ac-cb90e2efd711 already deleted. [ 601.658022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87da8049-7b88-4e0c-a0ac-cb90e2efd711" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.712347] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a3b9e0-192e-4778-97a2-0fb3decfeed0 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.712631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.712724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.712942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.713126] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.713240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.713304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.713451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.713530] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.713612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.713751] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a3b9e0-192e-4778-97a2-0fb3decfeed0 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.713946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.713946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.714045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.714173] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.714263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.714322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.714457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.714534] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.714682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.714740] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('87a3b9e0-192e-4778-97a2-0fb3decfeed0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.796802] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: SUCCESS [ 601.797038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.968066] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20514a4-b996-4300-8dea-6146ca98fb45 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.968234] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.968349] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a20514a4-b996-4300-8dea-6146ca98fb45',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.969894] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4742089-b57d-494c-878d-1f0e7daac995 with status ACTIVE [ 601.969894] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.969894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.969894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.970127] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.970498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.970498] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.970693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.970693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.970914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.971064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.971320] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.971494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.971921] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.971921] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.971921] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.972050] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4742089-b57d-494c-878d-1f0e7daac995 is going to be updated. [ 601.997832] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.997832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.997832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.997832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.997832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.997832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4742089-b57d-494c-878d-1f0e7daac995" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.000925] env[65530]: INFO networking_nsxv3.common.synchronization [req-f64d51d6-9ad3-4b98-976a-886ea538f4c3 req-1d6311ae-ea8b-4dbb-829b-638cfabacd73 tempest-ServersAdminTestJSON-154072691 tempest-ServersAdminTestJSON-154072691-project-member] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 602.001889] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 602.004019] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.004019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.004019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.004019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.004019] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.004019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.004019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.004019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.004019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.004019] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.136713] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.137347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.137436] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.137676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.137781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.137869] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61fabdba-6df1-408d-9066-3b2decb83eac already deleted. [ 602.137951] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.222906] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 87a3b9e0-192e-4778-97a2-0fb3decfeed0: rpc.has_security_group_logging(os_id): False [ 602.238734] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.239910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.239910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.239910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.239910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.239910] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.239910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.239910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.239910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.239910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.243348] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.243460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.243523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.243767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.243952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.244178] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.244329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.244412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.244676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.244736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.244992] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 is going to be created. [ 602.328566] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.328774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.328774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.329057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.329296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.343173] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 in Status: IN_PROGRESS for 2s [ 602.419971] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.422735] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.422735] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.422735] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.422735] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.422735] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.422735] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.422735] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.422735] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.422735] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.422735] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.422735] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.422735] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.422735] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.422735] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.423351] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.445893] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.446071] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.446216] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.446385] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.446697] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-62319b94-2b51-4d09-a475-698a168cd76d taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.446900] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-62319b94-2b51-4d09-a475-698a168cd76d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.447231] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-62319b94-2b51-4d09-a475-698a168cd76d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.447483] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-62319b94-2b51-4d09-a475-698a168cd76d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.447773] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62319b94-2b51-4d09-a475-698a168cd76d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.473912] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a20514a4-b996-4300-8dea-6146ca98fb45',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.507691] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.507798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.507798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.508073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.508179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.508401] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.508508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.508588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.508766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.508853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.508947] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949a8980-0b53-436f-9141-8531b7e34650 already deleted. [ 602.509046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.769258] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c in Status: SUCCESS [ 602.769621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.769822] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.769968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.770194] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.770340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.770413] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.770592] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.770674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.770776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.770878] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cee2713-939c-41b8-a340-8ab5ffffa28c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.950538] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.950773] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.950925] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.951220] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.951364] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.951536] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 62319b94-2b51-4d09-a475-698a168cd76d not found, creating... [ 602.951798] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.951950] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.952120] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.952291] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.952427] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.952768] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.952923] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.953045] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.953248] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.953371] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.953502] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 62319b94-2b51-4d09-a475-698a168cd76d is going to be created. [ 602.977072] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.977290] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.977408] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.977678] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.977902] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.978116] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-62319b94-2b51-4d09-a475-698a168cd76d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.978984] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.979126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.979548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.979548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.979548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.979548] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20514a4-b996-4300-8dea-6146ca98fb45 is going to be created. [ 603.004599] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.004839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.004927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.005152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.005433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.016794] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20514a4-b996-4300-8dea-6146ca98fb45 in Status: UNINITIALIZED for 2s [ 603.276700] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cee2713-939c-41b8-a340-8ab5ffffa28c taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.276700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.276700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.276700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.276700] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.276700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.276700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.276700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.276700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.276700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.276700] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cee2713-939c-41b8-a340-8ab5ffffa28c taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.276700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.276700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.276700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.276700] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.276700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.277398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.277398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.277398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.277398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.277398] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cee2713-939c-41b8-a340-8ab5ffffa28c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.400927] env[65530]: INFO networking_nsxv3.common.synchronization [None req-73b8115e-8232-4a62-b81e-3a8249ddc9bb tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_rules [ 603.401349] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_rules [ 603.401857] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.401857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.401857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.402171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.402171] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.622584] env[65530]: INFO networking_nsxv3.common.synchronization [None req-90911b68-3fa6-44a6-8455-58c5cb7792a2 tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_rules [ 603.623152] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_rules [ 603.624334] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.624334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.686019] env[65530]: INFO networking_nsxv3.common.synchronization [None req-fe9f9cc9-eaba-484c-aee8-64d88bfd0edb None None] Enqueued Resource ID: fde07f59-c8dd-42c2-834f-e27670032340 with Priority: HIGHEST for action port [ 603.686019] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fde07f59-c8dd-42c2-834f-e27670032340 with Priority: HIGHEST for action port [ 603.686712] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-fde07f59-c8dd-42c2-834f-e27670032340 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.687017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fde07f59-c8dd-42c2-834f-e27670032340" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.687202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fde07f59-c8dd-42c2-834f-e27670032340" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.687572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fde07f59-c8dd-42c2-834f-e27670032340" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.687758] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fde07f59-c8dd-42c2-834f-e27670032340',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.757332] env[65530]: INFO networking_nsxv3.common.synchronization [req-f64d51d6-9ad3-4b98-976a-886ea538f4c3 req-f1f429ed-eff9-462e-98b5-3a580882b028 service nova] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_rules [ 603.757563] env[65530]: INFO networking_nsxv3.common.synchronization [req-f64d51d6-9ad3-4b98-976a-886ea538f4c3 req-f1f429ed-eff9-462e-98b5-3a580882b028 service nova] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 603.757704] env[65530]: INFO networking_nsxv3.common.synchronization [req-f64d51d6-9ad3-4b98-976a-886ea538f4c3 req-f1f429ed-eff9-462e-98b5-3a580882b028 service nova] Enqueued Resource ID: 62319b94-2b51-4d09-a475-698a168cd76d with Priority: HIGHEST for action port [ 603.758335] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_rules [ 603.758507] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 603.758600] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62319b94-2b51-4d09-a475-698a168cd76d with Priority: HIGHEST for action port [ 603.758908] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.759832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.759928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.760214] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.760299] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.761429] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.761429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.761429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.761667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.762024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.762024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.762024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.764137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.764137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.764137] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.764137] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-62319b94-2b51-4d09-a475-698a168cd76d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.764137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62319b94-2b51-4d09-a475-698a168cd76d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.764137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62319b94-2b51-4d09-a475-698a168cd76d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.764137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62319b94-2b51-4d09-a475-698a168cd76d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.764137] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62319b94-2b51-4d09-a475-698a168cd76d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.782499] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cee2713-939c-41b8-a340-8ab5ffffa28c: rpc.has_security_group_logging(os_id): False [ 603.810872] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.811913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.811913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.811913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.811913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.811913] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.812115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.812115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.812297] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.812394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.812639] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.812896] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.813035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.814712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.814924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.815309] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.815534] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.815628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.815820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.816375] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.816375] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c is going to be created. [ 603.927578] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.927578] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.927578] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.927578] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.927578] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.934113] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.935254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.935254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.935254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.935254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.935254] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 736d15d0-1667-407c-8648-46e2548b28f2 already deleted. [ 603.935254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.935254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.936560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.936741] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.938597] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c in Status: IN_PROGRESS for 2s [ 604.190725] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fde07f59-c8dd-42c2-834f-e27670032340 [ 604.190960] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.191112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.191181] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.191398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.191539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.191643] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fde07f59-c8dd-42c2-834f-e27670032340 already deleted. [ 604.191686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fde07f59-c8dd-42c2-834f-e27670032340" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.268704] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.268820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.269129] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.270480] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 62319b94-2b51-4d09-a475-698a168cd76d with status ACTIVE [ 604.270964] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.270964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.270964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.275119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.275119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.275119] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.275119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.275119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.275119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.275119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.275119] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.275119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.275119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.275119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.275119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.275119] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 62319b94-2b51-4d09-a475-698a168cd76d is going to be updated. [ 604.307209] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.307209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.307209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.307209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.307209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.307209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62319b94-2b51-4d09-a475-698a168cd76d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.360320] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 in Status: SUCCESS [ 604.360557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.462656] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.462844] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.462908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.463112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.463203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.463298] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 736d15d0-1667-407c-8648-46e2548b28f2 already deleted. [ 604.463381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.776447] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.029122] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20514a4-b996-4300-8dea-6146ca98fb45 in Status: SUCCESS [ 605.029356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.029801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.029801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.029890] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.030246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.030246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.030246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.030459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.030459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.030524] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a20514a4-b996-4300-8dea-6146ca98fb45',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.279531] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.279721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.279802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.280016] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.280117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.280200] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be created. [ 605.311026] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.314649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.314649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.314848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.315024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.327658] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: UNINITIALIZED for 2s [ 605.535325] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20514a4-b996-4300-8dea-6146ca98fb45 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.535525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.535589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.536027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.536027] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.536225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.536225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.536314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.536346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.536484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.536666] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20514a4-b996-4300-8dea-6146ca98fb45 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.536666] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.536836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.536836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.536972] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.537064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.537140] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.537262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.537365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.537619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.537619] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a20514a4-b996-4300-8dea-6146ca98fb45',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.582409] env[65530]: INFO networking_nsxv3.common.synchronization [None req-248697c1-cc16-46d2-9841-c9383f1f4a5a tempest-ServersTestFqdnHostnames-2002847735 tempest-ServersTestFqdnHostnames-2002847735-project-member] Enqueued Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGHEST for action security_group_rules [ 605.583119] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGHEST for action security_group_rules [ 605.583786] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.583786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.583977] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.584674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.584836] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba77865-93b0-47bf-9a4a-1f035a8e3fdb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.767023] env[65530]: INFO networking_nsxv3.common.synchronization [None req-663a65f5-c232-44ef-a9e4-55b56c647ac2 tempest-ServersTestFqdnHostnames-2002847735 tempest-ServersTestFqdnHostnames-2002847735-project-member] Enqueued Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGHEST for action security_group_rules [ 605.767023] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGHEST for action security_group_rules [ 605.767023] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.767023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.954033] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c in Status: SUCCESS [ 605.956358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.043289] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a20514a4-b996-4300-8dea-6146ca98fb45: rpc.has_security_group_logging(os_id): False [ 606.065711] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.065941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.066081] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.066552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.066552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.066712] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.066816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.066881] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.067081] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.067173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.067353] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.067470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.067532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.067674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.067747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.067945] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.068850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.068919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.069102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.069187] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.069363] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20514a4-b996-4300-8dea-6146ca98fb45 is going to be created. [ 606.108282] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.108282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.108282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.108554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.108681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.108762] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb already deleted. [ 606.108900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.109143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.109482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.109611] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba77865-93b0-47bf-9a4a-1f035a8e3fdb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.137136] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.137368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.137368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.137564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.137740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.157163] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20514a4-b996-4300-8dea-6146ca98fb45 in Status: IN_PROGRESS for 2s [ 606.633358] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.633584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.633666] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.633902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.634010] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.634117] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb already deleted. [ 606.634201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.339097] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 607.339436] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.339531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.339852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.340022] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.340155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.340216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.340374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.340455] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.340552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.340670] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.847156] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.847348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.847484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.847717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.847824] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.848060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.848060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.849670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.849670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.849670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.849670] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.849670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.849670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.849670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.849670] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.849670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.849670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.849670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.849670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.849670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.849670] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.895308] env[65530]: INFO networking_nsxv3.common.synchronization [req-cafdfae6-73e8-452a-8feb-38fc9fd87631 req-87f8ae5e-c2e5-4edf-9c58-124d717846f8 tempest-ServersAdminTestJSON-154072691 tempest-ServersAdminTestJSON-154072691-project-member] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 607.895664] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 607.898022] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.899883] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.900268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.900485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.901095] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.901734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.901945] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.903322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.903322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.903322] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.172448] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a20514a4-b996-4300-8dea-6146ca98fb45 in Status: SUCCESS [ 608.172448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.356383] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 949a8980-0b53-436f-9141-8531b7e34650: rpc.has_security_group_logging(os_id): False [ 608.377744] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.377953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.378044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.378309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.378401] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.378638] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.378723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.378820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.379025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.379169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.379313] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.379777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.379777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.379777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.379777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.379984] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.380115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.380336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.380410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.380455] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.380666] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be created. [ 608.406800] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.420994] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.421366] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.421688] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.422242] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.422368] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.422626] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.422820] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.423242] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.423467] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.423842] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.424036] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 608.424227] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 608.424390] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 608.424613] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 608.424788] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 608.425944] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 608.447750] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 608.447942] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 608.448093] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 608.448294] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.448647] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-5caf5c43-ae52-439c-b7b1-d779545435c8 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.448790] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-5caf5c43-ae52-439c-b7b1-d779545435c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.448962] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-5caf5c43-ae52-439c-b7b1-d779545435c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.449607] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-5caf5c43-ae52-439c-b7b1-d779545435c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.449791] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5caf5c43-ae52-439c-b7b1-d779545435c8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.451865] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.452073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.452147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.452346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.452567] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.465917] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 608.910418] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.955301] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.955523] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.955705] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.956446] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.956446] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.956446] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 5caf5c43-ae52-439c-b7b1-d779545435c8 not found, creating... [ 608.956720] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.956867] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.956936] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.957173] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.957305] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.957582] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.957722] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.957833] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.958048] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.958172] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.958306] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 5caf5c43-ae52-439c-b7b1-d779545435c8 is going to be created. [ 608.984346] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.984578] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.985088] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.985088] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.985285] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.985431] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-5caf5c43-ae52-439c-b7b1-d779545435c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.414939] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.415347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.415347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.415611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.415751] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.415879] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be updated. [ 609.466481] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.466624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.466704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.467068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.467068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.477307] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 609.747988] env[65530]: INFO networking_nsxv3.common.synchronization [req-cafdfae6-73e8-452a-8feb-38fc9fd87631 req-0b76586b-6058-4f64-8667-62125c61510a service nova] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_rules [ 609.747988] env[65530]: INFO networking_nsxv3.common.synchronization [req-cafdfae6-73e8-452a-8feb-38fc9fd87631 req-0b76586b-6058-4f64-8667-62125c61510a service nova] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 609.747988] env[65530]: INFO networking_nsxv3.common.synchronization [req-cafdfae6-73e8-452a-8feb-38fc9fd87631 req-0b76586b-6058-4f64-8667-62125c61510a service nova] Enqueued Resource ID: 5caf5c43-ae52-439c-b7b1-d779545435c8 with Priority: HIGHEST for action port [ 609.748347] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_rules [ 609.748487] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 609.748816] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5caf5c43-ae52-439c-b7b1-d779545435c8 with Priority: HIGHEST for action port [ 609.749023] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.749023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.749411] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.749571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.749642] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5caf5c43-ae52-439c-b7b1-d779545435c8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.749756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5caf5c43-ae52-439c-b7b1-d779545435c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.749846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5caf5c43-ae52-439c-b7b1-d779545435c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.750039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5caf5c43-ae52-439c-b7b1-d779545435c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.750118] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5caf5c43-ae52-439c-b7b1-d779545435c8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.146610] env[65530]: INFO networking_nsxv3.common.synchronization [req-a12b82a9-c838-4523-9597-6fe579de0614 req-4c17891d-e61d-4401-b091-6145305d2413 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 610.146610] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 610.146610] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.146610] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.146610] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.147758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.147798] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.147963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.147963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.148116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.148219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.148328] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.253262] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5caf5c43-ae52-439c-b7b1-d779545435c8 with status ACTIVE [ 610.253496] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.253661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.253840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.253984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.254045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.254242] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.254321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.254382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.254534] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.254665] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.254791] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.254898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.254950] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.255153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.255229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.255349] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5caf5c43-ae52-439c-b7b1-d779545435c8 is going to be updated. [ 610.278029] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.278214] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.278258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.278531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.278671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.278830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5caf5c43-ae52-439c-b7b1-d779545435c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.491993] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 610.491993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.491993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.491993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.491993] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.656868] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.656868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.656868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.656868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.656868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.656868] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.656868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.656868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.656868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.656868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.656868] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 already deleted. [ 610.656868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.995066] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.995276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.008246] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.008443] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-908" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.008560] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-908" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.008897] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-908" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.009158] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.009312] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.009425] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.009661] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.009834] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.010056] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.012586] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.012718] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.012841] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.012965] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.013100] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.013383] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.033224] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.033392] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.033501] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.033783] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-908" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.034261] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-3f5c1e1e-6284-483f-aeba-abbff2475d4d taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.034563] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.035208] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.035420] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.035487] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5c1e1e-6284-483f-aeba-abbff2475d4d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.241921] env[65530]: INFO networking_nsxv3.common.synchronization [None req-56d7870e-3b81-4c1c-bdf6-9f3c15c13d89 None None] Enqueued Resource ID: f9b68f24-a168-4314-863a-7a56b0200f41 with Priority: HIGHEST for action port [ 611.242362] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9b68f24-a168-4314-863a-7a56b0200f41 with Priority: HIGHEST for action port [ 611.242790] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-f9b68f24-a168-4314-863a-7a56b0200f41 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.242941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f9b68f24-a168-4314-863a-7a56b0200f41" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.243031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f9b68f24-a168-4314-863a-7a56b0200f41" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.243323] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f9b68f24-a168-4314-863a-7a56b0200f41" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.243424] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f9b68f24-a168-4314-863a-7a56b0200f41',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.491660] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 611.491916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.492215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.492601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.492601] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.492824] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.492824] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.492959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.493068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.493176] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.540056] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.540056] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.540056] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.540056] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.540056] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.540056] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 3f5c1e1e-6284-483f-aeba-abbff2475d4d not found, creating... [ 611.540404] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.540404] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.540825] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.541879] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.542308] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.542952] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.543443] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.544278] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.544278] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.544278] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.544722] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 3f5c1e1e-6284-483f-aeba-abbff2475d4d is going to be created. [ 611.572983] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.574434] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.574434] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.574434] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.576287] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.576738] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.749439] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f9b68f24-a168-4314-863a-7a56b0200f41 [ 611.749439] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.749439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.749439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.749439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.749439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.749439] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f9b68f24-a168-4314-863a-7a56b0200f41 already deleted. [ 611.749439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f9b68f24-a168-4314-863a-7a56b0200f41" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.996429] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.347425] env[65530]: INFO networking_nsxv3.common.synchronization [req-a12b82a9-c838-4523-9597-6fe579de0614 req-849e7d5f-78d3-4b6f-b4f6-0495c1206139 service nova] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_rules [ 612.347425] env[65530]: INFO networking_nsxv3.common.synchronization [req-a12b82a9-c838-4523-9597-6fe579de0614 req-849e7d5f-78d3-4b6f-b4f6-0495c1206139 service nova] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 612.347678] env[65530]: INFO networking_nsxv3.common.synchronization [req-a12b82a9-c838-4523-9597-6fe579de0614 req-849e7d5f-78d3-4b6f-b4f6-0495c1206139 service nova] Enqueued Resource ID: 3f5c1e1e-6284-483f-aeba-abbff2475d4d with Priority: HIGHEST for action port [ 612.348218] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_rules [ 612.348218] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 612.348218] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5c1e1e-6284-483f-aeba-abbff2475d4d with Priority: HIGHEST for action port [ 612.348841] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.348962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.348962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.349724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.349724] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.350220] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.350313] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.350547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.350547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.350688] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.350782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.350838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.351055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.351055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.351142] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.354408] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f5c1e1e-6284-483f-aeba-abbff2475d4d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.354668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.354782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.355450] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.355450] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5c1e1e-6284-483f-aeba-abbff2475d4d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.498079] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.661628] env[65530]: INFO networking_nsxv3.common.synchronization [req-928f69eb-8a24-4137-a7e6-25ec7ae2d1a7 req-1d7f49fd-a0a1-4819-bda5-133686e1fafc tempest-ListServersNegativeTestJSON-1760935268 tempest-ListServersNegativeTestJSON-1760935268-project-member] Enqueued Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 612.661628] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 612.665883] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.665883] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.666249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.666285] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.666465] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.666571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.666640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.666797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.666927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.666965] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.859817] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.859817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.859817] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f5c1e1e-6284-483f-aeba-abbff2475d4d with status ACTIVE [ 612.859817] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.859817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.859817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.859817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.859817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.859817] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.859817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.859817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.859817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.859817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.859817] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.860783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.860783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.860783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.860783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.860783] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f5c1e1e-6284-483f-aeba-abbff2475d4d is going to be updated. [ 612.864765] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.893048] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.893240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.893240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.893442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.893578] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.893901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.003903] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.004152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.004211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.004425] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.004522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.004612] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be updated. [ 613.045306] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.045480] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.045551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.045908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.046110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.061917] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 613.081208] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.081420] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-296" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.081658] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-296" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.081929] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-296" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.082262] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.082504] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.082636] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.082868] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.083013] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.083331] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.083455] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 613.083564] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 613.083690] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 613.083803] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 613.084115] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 613.084266] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 613.108765] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 613.108765] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 613.108765] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 613.108765] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-296" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.108765] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-779e34eb-51a7-43a3-bf36-abac7d69ad87 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.108765] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-779e34eb-51a7-43a3-bf36-abac7d69ad87" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.108765] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-779e34eb-51a7-43a3-bf36-abac7d69ad87" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.108765] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-779e34eb-51a7-43a3-bf36-abac7d69ad87" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.108765] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779e34eb-51a7-43a3-bf36-abac7d69ad87',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.169712] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.170211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.170211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.170349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.170455] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.170737] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.170848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.170848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.170987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.171074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.171186] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b already deleted. [ 613.171246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.364653] env[65530]: INFO networking_nsxv3.common.synchronization [None req-dafae2e2-e12c-4507-af76-88e2d760ef2c None None] Enqueued Resource ID: af698860-bad4-48e1-8804-99a98c1d80b2 with Priority: HIGHEST for action port [ 613.365315] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af698860-bad4-48e1-8804-99a98c1d80b2 with Priority: HIGHEST for action port [ 613.365678] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-af698860-bad4-48e1-8804-99a98c1d80b2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.365814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af698860-bad4-48e1-8804-99a98c1d80b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.365902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af698860-bad4-48e1-8804-99a98c1d80b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.366328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af698860-bad4-48e1-8804-99a98c1d80b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.366447] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af698860-bad4-48e1-8804-99a98c1d80b2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.367669] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.610277] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.610676] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.610676] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.610956] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.611226] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.611325] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 779e34eb-51a7-43a3-bf36-abac7d69ad87 not found, creating... [ 613.611688] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.611876] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.612026] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.612311] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.612491] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.612861] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.615393] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.615684] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.616277] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.616277] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.616277] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 779e34eb-51a7-43a3-bf36-abac7d69ad87 is going to be created. [ 613.642021] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.643066] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.643066] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.643204] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.643615] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.643685] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-779e34eb-51a7-43a3-bf36-abac7d69ad87" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.870428] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.870595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.870688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.871433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.871433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.871433] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be created. [ 613.872401] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af698860-bad4-48e1-8804-99a98c1d80b2 [ 613.872618] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.872761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.872835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.873104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.873167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.874655] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af698860-bad4-48e1-8804-99a98c1d80b2 already deleted. [ 613.874655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af698860-bad4-48e1-8804-99a98c1d80b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.914426] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.914648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.914692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.915056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.915239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.930239] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: UNINITIALIZED for 2s [ 614.370702] env[65530]: INFO networking_nsxv3.common.synchronization [req-928f69eb-8a24-4137-a7e6-25ec7ae2d1a7 req-2d507762-15d1-4b93-ba5f-a591dfb1ddf7 service nova] Enqueued Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_rules [ 614.370702] env[65530]: INFO networking_nsxv3.common.synchronization [req-928f69eb-8a24-4137-a7e6-25ec7ae2d1a7 req-2d507762-15d1-4b93-ba5f-a591dfb1ddf7 service nova] Enqueued Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 614.370702] env[65530]: INFO networking_nsxv3.common.synchronization [req-928f69eb-8a24-4137-a7e6-25ec7ae2d1a7 req-2d507762-15d1-4b93-ba5f-a591dfb1ddf7 service nova] Enqueued Resource ID: 779e34eb-51a7-43a3-bf36-abac7d69ad87 with Priority: HIGHEST for action port [ 614.371833] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_rules [ 614.371833] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 614.371833] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 779e34eb-51a7-43a3-bf36-abac7d69ad87 with Priority: HIGHEST for action port [ 614.371833] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.372043] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.372099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.372353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.372470] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.373634] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.373747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.373858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.374065] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.374216] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.374314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.374376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.374520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.374601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.374690] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.377894] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-779e34eb-51a7-43a3-bf36-abac7d69ad87 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.377894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-779e34eb-51a7-43a3-bf36-abac7d69ad87" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.377894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-779e34eb-51a7-43a3-bf36-abac7d69ad87" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.377894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-779e34eb-51a7-43a3-bf36-abac7d69ad87" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.377894] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('779e34eb-51a7-43a3-bf36-abac7d69ad87',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.500451] env[65530]: INFO networking_nsxv3.common.synchronization [None req-c33305de-f974-4f95-8e5e-f87285288c8d tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGHEST for action security_group_rules [ 614.500872] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGHEST for action security_group_rules [ 614.501212] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-968038d9-9f1b-4b9a-a01c-1154cb166c30 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.501352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.501533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.501715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.501775] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('968038d9-9f1b-4b9a-a01c-1154cb166c30',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.633691] env[65530]: INFO networking_nsxv3.common.synchronization [None req-14d1f745-2f11-4f0f-b640-3168da8fcf23 tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGHEST for action security_group_rules [ 614.634661] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGHEST for action security_group_rules [ 614.637358] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-968038d9-9f1b-4b9a-a01c-1154cb166c30 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.639034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.878565] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.879979] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.880161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.882132] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 779e34eb-51a7-43a3-bf36-abac7d69ad87 with status ACTIVE [ 614.882132] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.882378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.882494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.883113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.883113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.883113] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.883797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.883912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.884326] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.884493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.887245] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.887599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.887599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.887707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.887804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.887896] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 779e34eb-51a7-43a3-bf36-abac7d69ad87 is going to be updated. [ 614.916265] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.916445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.916494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.917272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.917272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.917272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-779e34eb-51a7-43a3-bf36-abac7d69ad87" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.940975] env[65530]: INFO networking_nsxv3.common.synchronization [req-928f69eb-8a24-4137-a7e6-25ec7ae2d1a7 req-b86f80f1-9789-4185-ab17-87aba13f3009 tempest-ListServersNegativeTestJSON-1760935268 tempest-ListServersNegativeTestJSON-1760935268-project-member] Enqueued Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 614.941772] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 614.943220] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.943389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.029413] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.030659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.030659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.030659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.030659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.030659] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 already deleted. [ 615.030659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.031466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.031540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.031716] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('968038d9-9f1b-4b9a-a01c-1154cb166c30',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.075761] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 615.075989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.076170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.076389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.076600] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.076716] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.076792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.076953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.077045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.077133] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.077224] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.385284] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.552934] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.553207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.553207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.553372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.553505] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.553588] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 already deleted. [ 615.553682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.582789] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.583000] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.583418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.583418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.583528] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.585280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.585280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.585280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.585280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.585280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.585280] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.585280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.585280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.585280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.585280] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.585280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.585280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.585280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.585280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.585280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.585813] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.705222] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.705566] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-296" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.705566] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-296" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.706359] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-296" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.706763] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.707040] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.707375] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.707697] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.707931] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.708416] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.708603] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.708756] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.708954] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.709089] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.709245] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.709438] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.731503] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.731685] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.731894] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.732513] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-296" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.732513] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-41bec00d-37f8-48f8-bdc4-e7e3d5639920 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.732877] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-41bec00d-37f8-48f8-bdc4-e7e3d5639920" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.732877] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-41bec00d-37f8-48f8-bdc4-e7e3d5639920" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.733076] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-41bec00d-37f8-48f8-bdc4-e7e3d5639920" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.733252] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41bec00d-37f8-48f8-bdc4-e7e3d5639920',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.886605] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.886766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.886842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.887076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.888067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.888067] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b is going to be created. [ 615.914377] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.914562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.916022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.916022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.916022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.927332] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: UNINITIALIZED for 2s [ 615.942880] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 615.943155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.943331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.943558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.943748] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.943872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.943938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.944113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.944197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.944285] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.944388] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.003491] env[65530]: INFO networking_nsxv3.common.synchronization [None req-a63673eb-bc8e-4815-966a-6679063f0e78 None None] Enqueued Resource ID: 617add9a-07c3-4e13-8e3c-927dd702f3bd with Priority: HIGHEST for action port [ 616.003491] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 617add9a-07c3-4e13-8e3c-927dd702f3bd with Priority: HIGHEST for action port [ 616.004156] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-617add9a-07c3-4e13-8e3c-927dd702f3bd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.004478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-617add9a-07c3-4e13-8e3c-927dd702f3bd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.004671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-617add9a-07c3-4e13-8e3c-927dd702f3bd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.005082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-617add9a-07c3-4e13-8e3c-927dd702f3bd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.005257] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('617add9a-07c3-4e13-8e3c-927dd702f3bd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.087316] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 949a8980-0b53-436f-9141-8531b7e34650: rpc.has_security_group_logging(os_id): False [ 616.106216] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.106422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.106472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.106659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.106753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.106941] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.107061] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.107159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.107284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.107360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.107569] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.108322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.108429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.108620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.108712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.108911] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.109022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.109110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.109280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.109411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.109450] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be updated. [ 616.185295] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.185535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.185594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.185806] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.186014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.204088] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 616.235577] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.235798] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.235909] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.236235] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.236389] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.236572] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 41bec00d-37f8-48f8-bdc4-e7e3d5639920 not found, creating... [ 616.236871] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.237065] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.237186] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.237403] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.237532] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.237823] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.237950] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.238080] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.238324] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.238491] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.238657] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 41bec00d-37f8-48f8-bdc4-e7e3d5639920 is going to be created. [ 616.291620] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.292048] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.292189] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.292551] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.292966] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.293479] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-41bec00d-37f8-48f8-bdc4-e7e3d5639920" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.447617] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.447906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.447906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.448246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.448462] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.448615] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.448716] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.448946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.449428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.449428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.449428] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.449668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.449668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.449860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.450097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.450245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.450341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.450542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.450649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.450761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.450893] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.509042] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 617add9a-07c3-4e13-8e3c-927dd702f3bd [ 616.509892] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.509892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.509892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.509892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.509892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.510172] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:617add9a-07c3-4e13-8e3c-927dd702f3bd already deleted. [ 616.510172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-617add9a-07c3-4e13-8e3c-927dd702f3bd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.954483] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd85b30-a04c-4a45-935a-97c2cca83986: rpc.has_security_group_logging(os_id): False [ 616.975292] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.975518] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.975518] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.976124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.976124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.976124] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.976457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.976457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.976457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.976457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.976910] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.976910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.976910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.977136] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.977136] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.977238] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.977321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.977383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.977523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.978079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.978079] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be created. [ 616.987303] env[65530]: INFO networking_nsxv3.common.synchronization [req-928f69eb-8a24-4137-a7e6-25ec7ae2d1a7 req-9f8d55a6-deb6-4295-88e6-fbc64f361d75 service nova] Enqueued Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_rules [ 616.987573] env[65530]: INFO networking_nsxv3.common.synchronization [req-928f69eb-8a24-4137-a7e6-25ec7ae2d1a7 req-9f8d55a6-deb6-4295-88e6-fbc64f361d75 service nova] Enqueued Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 616.987658] env[65530]: INFO networking_nsxv3.common.synchronization [req-928f69eb-8a24-4137-a7e6-25ec7ae2d1a7 req-9f8d55a6-deb6-4295-88e6-fbc64f361d75 service nova] Enqueued Resource ID: 41bec00d-37f8-48f8-bdc4-e7e3d5639920 with Priority: HIGHEST for action port [ 616.989376] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_rules [ 616.990164] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 616.990522] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 41bec00d-37f8-48f8-bdc4-e7e3d5639920 with Priority: HIGHEST for action port [ 616.991067] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.991170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.992116] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.992116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.992473] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-41bec00d-37f8-48f8-bdc4-e7e3d5639920 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.992473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-41bec00d-37f8-48f8-bdc4-e7e3d5639920" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.992473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-41bec00d-37f8-48f8-bdc4-e7e3d5639920" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.992766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-41bec00d-37f8-48f8-bdc4-e7e3d5639920" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.992961] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('41bec00d-37f8-48f8-bdc4-e7e3d5639920',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.040036] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.040246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.040826] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.040826] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.040953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.054054] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 617.495213] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 41bec00d-37f8-48f8-bdc4-e7e3d5639920 with status ACTIVE [ 617.495343] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.495550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.495682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.495985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.496117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.496320] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.496422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.496477] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.496670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.496739] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.496892] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.496985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.497097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.497209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.497284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.497369] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 41bec00d-37f8-48f8-bdc4-e7e3d5639920 is going to be updated. [ 617.523400] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.523537] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.523689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.524265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.524265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.524265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-41bec00d-37f8-48f8-bdc4-e7e3d5639920" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.613687] env[65530]: INFO networking_nsxv3.common.synchronization [req-928f69eb-8a24-4137-a7e6-25ec7ae2d1a7 req-c4bf74bf-acdc-4d2d-979a-bee1b7b354c2 tempest-ListServersNegativeTestJSON-1760935268 tempest-ListServersNegativeTestJSON-1760935268-project-member] Enqueued Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 617.613687] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 617.613687] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.613687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.941378] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: SUCCESS [ 617.941606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.941842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.942073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.942265] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.942378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.942441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.942590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.943305] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.943305] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.943305] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.944743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.945809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.945809] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.945809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.945809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.945809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.945809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.945809] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.117809] env[65530]: INFO networking_nsxv3.common.synchronization [None req-1365cadc-e983-4473-bc4a-235444b02006 None None] Enqueued Resource ID: e4456627-c979-48e3-b2a9-2c33fb498a6d with Priority: HIGHEST for action port [ 618.118632] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e4456627-c979-48e3-b2a9-2c33fb498a6d with Priority: HIGHEST for action port [ 618.119290] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-e4456627-c979-48e3-b2a9-2c33fb498a6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.119488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e4456627-c979-48e3-b2a9-2c33fb498a6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.119598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e4456627-c979-48e3-b2a9-2c33fb498a6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.119978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e4456627-c979-48e3-b2a9-2c33fb498a6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.120143] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e4456627-c979-48e3-b2a9-2c33fb498a6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.182385] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-296 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.182524] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-296" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.182657] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-296" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.182970] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-296" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.183324] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.183413] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.183501] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.183710] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.183846] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.184048] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.184159] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 618.184273] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 618.184353] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 618.184454] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 618.184660] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 618.184660] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 618.210089] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 618.210219] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 618.210285] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 618.210471] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-296" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.210825] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-9f4988f1-94d7-4a1a-930f-054b285598b2 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.211013] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-9f4988f1-94d7-4a1a-930f-054b285598b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.211145] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-9f4988f1-94d7-4a1a-930f-054b285598b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.212043] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-9f4988f1-94d7-4a1a-930f-054b285598b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.212043] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f4988f1-94d7-4a1a-930f-054b285598b2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.221349] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 618.221571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.447027] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.447253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.447546] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.628305] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e4456627-c979-48e3-b2a9-2c33fb498a6d [ 618.628598] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.628796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.628898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.629219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.629340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.629560] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e4456627-c979-48e3-b2a9-2c33fb498a6d already deleted. [ 618.629560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e4456627-c979-48e3-b2a9-2c33fb498a6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.718656] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.718656] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.718656] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.718656] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.718656] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.718656] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 9f4988f1-94d7-4a1a-930f-054b285598b2 not found, creating... [ 618.718656] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.718656] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.718656] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.718656] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.718656] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.719166] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.719166] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.719166] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.719166] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.719166] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.719166] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 9f4988f1-94d7-4a1a-930f-054b285598b2 is going to be created. [ 618.746368] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.746368] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.746368] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.746368] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.746368] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.746368] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-9f4988f1-94d7-4a1a-930f-054b285598b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.956377] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.082300] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 619.082623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.463207] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.463207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.463207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.463721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.463721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.463721] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b is going to be updated. [ 619.484411] env[65530]: INFO networking_nsxv3.common.synchronization [req-928f69eb-8a24-4137-a7e6-25ec7ae2d1a7 req-834f3356-44df-421e-93e2-f6dd1a50943f service nova] Enqueued Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_rules [ 619.484997] env[65530]: INFO networking_nsxv3.common.synchronization [req-928f69eb-8a24-4137-a7e6-25ec7ae2d1a7 req-834f3356-44df-421e-93e2-f6dd1a50943f service nova] Enqueued Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 619.484997] env[65530]: INFO networking_nsxv3.common.synchronization [req-928f69eb-8a24-4137-a7e6-25ec7ae2d1a7 req-834f3356-44df-421e-93e2-f6dd1a50943f service nova] Enqueued Resource ID: 9f4988f1-94d7-4a1a-930f-054b285598b2 with Priority: HIGHEST for action port [ 619.485299] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_rules [ 619.485427] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 619.485506] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f4988f1-94d7-4a1a-930f-054b285598b2 with Priority: HIGHEST for action port [ 619.485800] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.485912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.486765] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.487034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.487324] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f4988f1-94d7-4a1a-930f-054b285598b2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.487700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f4988f1-94d7-4a1a-930f-054b285598b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.487700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f4988f1-94d7-4a1a-930f-054b285598b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.489605] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f4988f1-94d7-4a1a-930f-054b285598b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.489605] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f4988f1-94d7-4a1a-930f-054b285598b2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.497823] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.498094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.498439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.498439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.498719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.508838] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: IN_PROGRESS for 2s [ 619.991568] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f4988f1-94d7-4a1a-930f-054b285598b2 with status ACTIVE [ 619.991961] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.992126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.992213] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.992505] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.992604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.992827] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.992953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.993486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.993656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.993718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.993912] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.994061] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.994173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.994334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.994406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.994488] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f4988f1-94d7-4a1a-930f-054b285598b2 is going to be updated. [ 620.019505] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.019767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.021323] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.021323] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.021323] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.021323] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f4988f1-94d7-4a1a-930f-054b285598b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.395555] env[65530]: INFO networking_nsxv3.common.synchronization [req-ec3dca37-7393-4a53-8d95-8feda2836dd1 req-51669375-8109-427d-b7ba-669c6dc32885 tempest-DeleteServersAdminTestJSON-563918035 tempest-DeleteServersAdminTestJSON-563918035-project-admin] Enqueued Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_members [ 620.395555] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_members [ 620.395938] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.395938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.395938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.396786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.396786] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.396786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.396786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.396786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.396786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.396786] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.899382] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.899687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.899687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.900051] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.900157] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.900361] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.900467] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.900531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.900686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.900766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.900843] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 is going to be updated. [ 620.933356] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.933639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.933744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.934062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.934214] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.943455] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: IN_PROGRESS for 2s [ 621.219275] env[65530]: INFO networking_nsxv3.common.synchronization [req-dce2ca11-4ee2-4898-8285-c6cd46e105b6 req-ffda46ea-e63d-4219-8231-44849f849278 tempest-InstanceActionsV221TestJSON-507296368 tempest-InstanceActionsV221TestJSON-507296368-project-member] Enqueued Resource ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c with Priority: HIGHEST for action security_group_members [ 621.219854] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c with Priority: HIGHEST for action security_group_members [ 621.220545] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cee2713-939c-41b8-a340-8ab5ffffa28c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.220671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.222764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.222764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.222764] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.222764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.222764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.222764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.222764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.222764] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cee2713-939c-41b8-a340-8ab5ffffa28c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.521077] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: SUCCESS [ 621.521518] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.521880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.522345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.522664] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.523464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.523584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.523802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.523929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.524424] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.725414] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.725671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.725805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.726137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.726275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.726582] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.726757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.726981] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.727120] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.727227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.727326] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c is going to be updated. [ 621.764369] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.764369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.764369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.764369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.764369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.773332] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c in Status: IN_PROGRESS for 2s [ 622.027554] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.079213] env[65530]: INFO networking_nsxv3.common.synchronization [req-ea190fec-50f5-4d5f-861b-2dc3c1b12bf4 req-dffbc7ee-aa2c-49e4-a356-9a718ffcea40 tempest-VolumesAssistedSnapshotsTest-244280861 tempest-VolumesAssistedSnapshotsTest-244280861-project-member] Enqueued Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGHEST for action security_group_members [ 622.079213] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGHEST for action security_group_members [ 622.079213] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61fabdba-6df1-408d-9066-3b2decb83eac taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.080899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.080899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.080899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.080899] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.081480] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.081480] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.081480] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.081480] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.081480] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61fabdba-6df1-408d-9066-3b2decb83eac',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.508202] env[65530]: INFO networking_nsxv3.common.synchronization [None req-e0c261c7-c277-4c4b-b953-ae3f0bdfd260 None None] Enqueued Resource ID: 43d930f9-400d-4286-90f3-8591048b9dc7 with Priority: HIGHEST for action port [ 622.508319] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 43d930f9-400d-4286-90f3-8591048b9dc7 with Priority: HIGHEST for action port [ 622.508887] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-43d930f9-400d-4286-90f3-8591048b9dc7 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.509269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-43d930f9-400d-4286-90f3-8591048b9dc7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.509392] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-43d930f9-400d-4286-90f3-8591048b9dc7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.509809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-43d930f9-400d-4286-90f3-8591048b9dc7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.509809] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('43d930f9-400d-4286-90f3-8591048b9dc7',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.530255] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.584463] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.584726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.584817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.585038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.585171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.585744] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.585922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.585976] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.586245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.586278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.586343] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61fabdba-6df1-408d-9066-3b2decb83eac already deleted. [ 622.586427] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.619273] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-671 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.620234] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-671" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.620555] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-671" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.620968] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-671" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.621376] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.621698] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.621964] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.622294] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.622542] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.622854] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.623080] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.623288] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.623481] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.624402] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.624402] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.624402] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.646206] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.646206] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.646206] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.646457] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-671" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.646677] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-81c5c66f-99e7-4434-b140-edba9c48eed7 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.646877] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-81c5c66f-99e7-4434-b140-edba9c48eed7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.646999] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-81c5c66f-99e7-4434-b140-edba9c48eed7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.647315] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-81c5c66f-99e7-4434-b140-edba9c48eed7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.647554] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c5c66f-99e7-4434-b140-edba9c48eed7',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.956616] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: SUCCESS [ 622.957035] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 deletion is rescheduled due to dependency. [ 622.957215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.012102] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 43d930f9-400d-4286-90f3-8591048b9dc7 [ 623.012471] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.012660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.012801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.013092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.013279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.013366] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:43d930f9-400d-4286-90f3-8591048b9dc7 already deleted. [ 623.013518] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-43d930f9-400d-4286-90f3-8591048b9dc7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.032885] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.033218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.033218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.033295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.033517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.033727] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b is going to be updated. [ 623.068997] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.069186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.069242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.069532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.069726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.081438] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: IN_PROGRESS for 2s [ 623.149690] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.151046] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.151046] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.151046] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.151046] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.151046] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 81c5c66f-99e7-4434-b140-edba9c48eed7 not found, creating... [ 623.151046] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.151394] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.151394] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.151517] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.151646] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.151964] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.152125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.152238] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.152437] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.152562] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.152693] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 81c5c66f-99e7-4434-b140-edba9c48eed7 is going to be created. [ 623.173357] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.173565] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.173671] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.173932] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.174196] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.174416] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-81c5c66f-99e7-4434-b140-edba9c48eed7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.785566] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c in Status: SUCCESS [ 623.785767] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c deletion is rescheduled due to dependency. [ 623.785975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.943377] env[65530]: INFO networking_nsxv3.common.synchronization [req-ea190fec-50f5-4d5f-861b-2dc3c1b12bf4 req-eaa156a4-2902-4174-80b7-df45d7c0242c service nova] Enqueued Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGHEST for action security_group_rules [ 623.943377] env[65530]: INFO networking_nsxv3.common.synchronization [req-ea190fec-50f5-4d5f-861b-2dc3c1b12bf4 req-eaa156a4-2902-4174-80b7-df45d7c0242c service nova] Enqueued Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGHEST for action security_group_members [ 623.943377] env[65530]: INFO networking_nsxv3.common.synchronization [req-ea190fec-50f5-4d5f-861b-2dc3c1b12bf4 req-eaa156a4-2902-4174-80b7-df45d7c0242c service nova] Enqueued Resource ID: 81c5c66f-99e7-4434-b140-edba9c48eed7 with Priority: HIGHEST for action port [ 623.943957] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGHEST for action security_group_rules [ 623.947437] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGHEST for action security_group_members [ 623.947595] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 81c5c66f-99e7-4434-b140-edba9c48eed7 with Priority: HIGHEST for action port [ 623.947918] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61fabdba-6df1-408d-9066-3b2decb83eac taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.948063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.948131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.948339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.948423] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61fabdba-6df1-408d-9066-3b2decb83eac',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.950140] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61fabdba-6df1-408d-9066-3b2decb83eac taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.950250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.951468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.951468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.951468] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.951468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.951468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.951468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.951468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.951468] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61fabdba-6df1-408d-9066-3b2decb83eac',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.952362] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-81c5c66f-99e7-4434-b140-edba9c48eed7 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.952484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-81c5c66f-99e7-4434-b140-edba9c48eed7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.952810] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-81c5c66f-99e7-4434-b140-edba9c48eed7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.953144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-81c5c66f-99e7-4434-b140-edba9c48eed7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.953261] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('81c5c66f-99e7-4434-b140-edba9c48eed7',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.124524] env[65530]: INFO networking_nsxv3.common.synchronization [req-d203403f-d683-4d36-bff3-cd25c5942a1f req-ca2f652f-28e3-4bdb-ab68-842664706071 tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_members [ 624.124524] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_members [ 624.125520] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.125712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.126525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.126871] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.127111] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.127268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.127341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.127598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.127753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.128121] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.457355] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61fabdba-6df1-408d-9066-3b2decb83eac',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.465379] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61fabdba-6df1-408d-9066-3b2decb83eac taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.465379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.465379] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 81c5c66f-99e7-4434-b140-edba9c48eed7 with status ACTIVE [ 624.465379] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.465379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.465379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.465379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.465379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.465379] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.465379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.465379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.465379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.465379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.465379] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.466386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.466386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.466386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.466386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.466386] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 81c5c66f-99e7-4434-b140-edba9c48eed7 is going to be updated. [ 624.492639] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.492787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.492853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.493088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.493222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.493383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-81c5c66f-99e7-4434-b140-edba9c48eed7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.592901] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.593222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.593344] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.593697] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.593974] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.594168] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.594708] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.594708] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.594874] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.595097] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.595189] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.595274] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.595413] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.595593] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 624.596164] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.596164] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.625714] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.625894] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 624.626045] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.626248] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.626588] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-ab6b701a-044a-4e1b-bca3-e258d6bd4088 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.629382] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-ab6b701a-044a-4e1b-bca3-e258d6bd4088" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.629382] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-ab6b701a-044a-4e1b-bca3-e258d6bd4088" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.629382] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-ab6b701a-044a-4e1b-bca3-e258d6bd4088" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.629580] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6b701a-044a-4e1b-bca3-e258d6bd4088',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.632758] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.632930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.632930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.634840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.634840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.634840] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.634840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.634840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.634840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.634840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.634840] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 736d15d0-1667-407c-8648-46e2548b28f2 already deleted. [ 624.634840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.964751] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61fabdba-6df1-408d-9066-3b2decb83eac',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.093273] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: SUCCESS [ 625.095937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.095937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.095937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.095937] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.095937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.095937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.095937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.095937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.095937] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.135662] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.135662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.135662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.135662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.135662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.135662] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port ab6b701a-044a-4e1b-bca3-e258d6bd4088 not found, creating... [ 625.135662] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.135662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.135662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.136538] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.136538] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.137373] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.137373] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.137373] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.137373] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.137993] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.138343] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: ab6b701a-044a-4e1b-bca3-e258d6bd4088 is going to be created. [ 625.165030] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.165030] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.165030] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.165030] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.165030] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.165818] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-ab6b701a-044a-4e1b-bca3-e258d6bd4088" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.298146] env[65530]: INFO networking_nsxv3.common.synchronization [None req-8ae25701-5664-4017-bc09-c875bd80edff None None] Enqueued Resource ID: 9ceae952-e97e-4a59-8bca-372210b77a53 with Priority: HIGHEST for action port [ 625.299768] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ceae952-e97e-4a59-8bca-372210b77a53 with Priority: HIGHEST for action port [ 625.300378] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ceae952-e97e-4a59-8bca-372210b77a53 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.300378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ceae952-e97e-4a59-8bca-372210b77a53" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.300378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ceae952-e97e-4a59-8bca-372210b77a53" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.302051] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ceae952-e97e-4a59-8bca-372210b77a53" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.302145] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ceae952-e97e-4a59-8bca-372210b77a53',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.470495] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.472983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.472983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.472983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.472983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.472983] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61fabdba-6df1-408d-9066-3b2decb83eac is going to be created. [ 625.503030] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.503030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.503030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.503030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.503030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.517105] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61fabdba-6df1-408d-9066-3b2decb83eac in Status: UNINITIALIZED for 2s [ 625.598882] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.807314] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9ceae952-e97e-4a59-8bca-372210b77a53 [ 625.807553] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.807553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.807553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.807904] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.807904] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.808076] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9ceae952-e97e-4a59-8bca-372210b77a53 already deleted. [ 625.808290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ceae952-e97e-4a59-8bca-372210b77a53" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.868912] env[65530]: INFO networking_nsxv3.common.synchronization [req-c1a47a82-e734-4b3b-a152-4102a96dda82 req-bef949fb-ed8a-4cf4-be23-d277ff252cbb tempest-ServersTestFqdnHostnames-2002847735 tempest-ServersTestFqdnHostnames-2002847735-project-member] Enqueued Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGHEST for action security_group_members [ 625.871728] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGHEST for action security_group_members [ 625.872278] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.874836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.874836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.874836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.874836] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.874836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.874836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.874836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.874836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.874836] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba77865-93b0-47bf-9a4a-1f035a8e3fdb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.926372] env[65530]: INFO networking_nsxv3.common.synchronization [req-d203403f-d683-4d36-bff3-cd25c5942a1f req-60eb1458-a967-4efc-9fc6-bc6c7dd13158 service nova] Enqueued Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_rules [ 625.926372] env[65530]: INFO networking_nsxv3.common.synchronization [req-d203403f-d683-4d36-bff3-cd25c5942a1f req-60eb1458-a967-4efc-9fc6-bc6c7dd13158 service nova] Enqueued Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_members [ 625.926372] env[65530]: INFO networking_nsxv3.common.synchronization [req-d203403f-d683-4d36-bff3-cd25c5942a1f req-60eb1458-a967-4efc-9fc6-bc6c7dd13158 service nova] Enqueued Resource ID: ab6b701a-044a-4e1b-bca3-e258d6bd4088 with Priority: HIGHEST for action port [ 625.926624] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_rules [ 625.926742] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_members [ 625.926841] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab6b701a-044a-4e1b-bca3-e258d6bd4088 with Priority: HIGHEST for action port [ 625.927139] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.927331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.927331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.927524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.927645] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.929040] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.929040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.929040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.929040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.929195] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.929280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.929311] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.931595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.931595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.931595] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.931595] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab6b701a-044a-4e1b-bca3-e258d6bd4088 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.931595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab6b701a-044a-4e1b-bca3-e258d6bd4088" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.931595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab6b701a-044a-4e1b-bca3-e258d6bd4088" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.931595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab6b701a-044a-4e1b-bca3-e258d6bd4088" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.931595] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab6b701a-044a-4e1b-bca3-e258d6bd4088',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.101734] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.257954] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-958 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.258416] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-958" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.258416] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-958" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.258711] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-958" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.259937] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.259937] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.259937] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.259937] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.259937] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.260265] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.260265] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.260342] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.260461] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.260567] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.260682] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.260856] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.289492] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.289788] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.290032] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.290327] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-958" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.290795] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-fe6fa013-3545-4505-bea4-5ff6e7d94f4f taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.291051] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-fe6fa013-3545-4505-bea4-5ff6e7d94f4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.291269] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-fe6fa013-3545-4505-bea4-5ff6e7d94f4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.291719] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-fe6fa013-3545-4505-bea4-5ff6e7d94f4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.291995] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe6fa013-3545-4505-bea4-5ff6e7d94f4f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.376648] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.376908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.376908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.377249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.377384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.377605] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.377710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.377811] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.378098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.378200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.378312] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb already deleted. [ 626.378398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.433475] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.433475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.433475] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.435158] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab6b701a-044a-4e1b-bca3-e258d6bd4088 with status ACTIVE [ 626.435818] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.435818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.435818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.436120] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.436120] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.436256] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.436378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.436445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.436631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.436744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.436985] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.437156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.437219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.437459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.437773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.437773] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab6b701a-044a-4e1b-bca3-e258d6bd4088 is going to be updated. [ 626.473831] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.474079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.474222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.474509] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.474721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.474955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab6b701a-044a-4e1b-bca3-e258d6bd4088" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.606990] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.606990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.606990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.607434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.607555] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.607967] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b is going to be updated. [ 626.671026] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.671026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.671183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.671972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.671972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.685709] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: IN_PROGRESS for 2s [ 626.794949] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.795239] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.795308] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.795678] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.795789] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.795966] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port fe6fa013-3545-4505-bea4-5ff6e7d94f4f not found, creating... [ 626.796241] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.796424] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.796541] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.796775] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.796915] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.797219] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.797422] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.797553] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.797791] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.797949] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.798110] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: fe6fa013-3545-4505-bea4-5ff6e7d94f4f is going to be created. [ 626.895695] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.895937] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.896078] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.896373] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.896595] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.896834] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-fe6fa013-3545-4505-bea4-5ff6e7d94f4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.941025] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.444524] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.444524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.444524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.444981] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.445410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.445597] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 736d15d0-1667-407c-8648-46e2548b28f2 is going to be created. [ 627.475351] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.475494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.475546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.475769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.475933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.494901] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: UNINITIALIZED for 2s [ 627.530034] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61fabdba-6df1-408d-9066-3b2decb83eac in Status: SUCCESS [ 627.530274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.530449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.530667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.531695] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.531695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.531695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.531695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.531695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.531695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.531695] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61fabdba-6df1-408d-9066-3b2decb83eac',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.556972] env[65530]: INFO networking_nsxv3.common.synchronization [req-c1a47a82-e734-4b3b-a152-4102a96dda82 req-26024efc-57af-4194-be16-32f133d38905 service nova] Enqueued Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGHEST for action security_group_rules [ 627.557245] env[65530]: INFO networking_nsxv3.common.synchronization [req-c1a47a82-e734-4b3b-a152-4102a96dda82 req-26024efc-57af-4194-be16-32f133d38905 service nova] Enqueued Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGHEST for action security_group_members [ 627.557658] env[65530]: INFO networking_nsxv3.common.synchronization [req-c1a47a82-e734-4b3b-a152-4102a96dda82 req-26024efc-57af-4194-be16-32f133d38905 service nova] Enqueued Resource ID: fe6fa013-3545-4505-bea4-5ff6e7d94f4f with Priority: HIGHEST for action port [ 627.557963] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGHEST for action security_group_rules [ 627.558686] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGHEST for action security_group_members [ 627.558686] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe6fa013-3545-4505-bea4-5ff6e7d94f4f with Priority: HIGHEST for action port [ 627.559565] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.559770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.559926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.560051] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.560141] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba77865-93b0-47bf-9a4a-1f035a8e3fdb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.561139] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.561880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.561880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.562559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.563640] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.563640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.563934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.563934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.564082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.565608] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba77865-93b0-47bf-9a4a-1f035a8e3fdb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.566617] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe6fa013-3545-4505-bea4-5ff6e7d94f4f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.566740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe6fa013-3545-4505-bea4-5ff6e7d94f4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.566811] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe6fa013-3545-4505-bea4-5ff6e7d94f4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.567050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe6fa013-3545-4505-bea4-5ff6e7d94f4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.567146] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe6fa013-3545-4505-bea4-5ff6e7d94f4f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.636956] env[65530]: INFO networking_nsxv3.common.synchronization [req-c15fd3df-2093-497e-a53c-5ab897a77020 req-35f4b5b2-4ad6-4a04-ab46-09e3e6c9ace9 tempest-ServerExternalEventsTest-339342843 tempest-ServerExternalEventsTest-339342843-project-member] Enqueued Resource ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 with Priority: HIGHEST for action security_group_members [ 627.636956] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 with Priority: HIGHEST for action security_group_members [ 627.636956] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-87a3b9e0-192e-4778-97a2-0fb3decfeed0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.636956] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.636956] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.638039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.638039] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.638294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.638688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.638904] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.638995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.639113] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('87a3b9e0-192e-4778-97a2-0fb3decfeed0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.034941] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61fabdba-6df1-408d-9066-3b2decb83eac',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.069089] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.069277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.069586] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ba77865-93b0-47bf-9a4a-1f035a8e3fdb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.070748] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe6fa013-3545-4505-bea4-5ff6e7d94f4f with status ACTIVE [ 628.071989] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.071989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.071989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.071989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.071989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.072285] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.072354] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.072674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.072674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.072787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.073400] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.073400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.073400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.073637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.073637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.073920] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe6fa013-3545-4505-bea4-5ff6e7d94f4f is going to be updated. [ 628.100684] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.100912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.101042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.101289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.101472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.103036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe6fa013-3545-4505-bea4-5ff6e7d94f4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.141579] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.141843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.142795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.142795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.142795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.142795] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.142795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.142795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.143108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.143108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.143192] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 is going to be updated. [ 628.183097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.183097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.183097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.183417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.183479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.193668] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 in Status: IN_PROGRESS for 2s [ 628.536882] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61fabdba-6df1-408d-9066-3b2decb83eac: rpc.has_security_group_logging(os_id): False [ 628.556532] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.556532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.556532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.557142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.557142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.557253] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.557416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.557569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.557722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.557831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.558098] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61fabdba-6df1-408d-9066-3b2decb83eac is going to be created. [ 628.576689] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ba77865-93b0-47bf-9a4a-1f035a8e3fdb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.639134] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.641074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.641074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.641074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.641074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.653564] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61fabdba-6df1-408d-9066-3b2decb83eac in Status: IN_PROGRESS for 2s [ 628.697051] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: SUCCESS [ 628.697051] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.697051] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.697051] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.697286] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.697286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.697405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.697555] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.697555] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.698025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.698025] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.698025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.698025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.698205] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.698365] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.698570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.698658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.699041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.699041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.699209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.699353] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.700438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.700645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.700839] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.701442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.701442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.701442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.701442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.701442] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.079304] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.082151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.082151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.082151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.082151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.082151] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb is going to be created. [ 629.112069] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.112069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.112069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.112069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.112069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.121417] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb in Status: UNINITIALIZED for 2s [ 629.203722] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02cab936-82f4-49ce-a13f-239bbaad9d0b: rpc.has_security_group_logging(os_id): False [ 629.205113] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.225959] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.226160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.226242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.226561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.226561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.226766] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.226867] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.226934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.227086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.227169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.227346] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.227450] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.227520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.227669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.227746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.228083] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.228083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.228288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.228288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.228392] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.228425] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b is going to be created. [ 629.311992] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.312195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.312258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.312486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.312671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.328408] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: IN_PROGRESS for 2s [ 629.510470] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: SUCCESS [ 629.510736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.510990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.511274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.511797] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.512077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.512184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.512402] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.512490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.512584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.512677] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.708032] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.015512] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.208584] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 in Status: IN_PROGRESS for 4s [ 630.211067] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.211067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.211067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.211417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.211417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.211553] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b is going to be updated. [ 630.246716] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.246942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.247035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.247368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.247415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.256077] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: IN_PROGRESS for 2s [ 630.518545] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 736d15d0-1667-407c-8648-46e2548b28f2: rpc.has_security_group_logging(os_id): False [ 630.539055] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.539055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.539055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.539055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.539055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.539055] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.539055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.539656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.539656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.539656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.539656] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 736d15d0-1667-407c-8648-46e2548b28f2 is going to be created. [ 630.615558] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.615892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.616072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.616992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.616992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.635815] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: IN_PROGRESS for 2s [ 630.671310] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61fabdba-6df1-408d-9066-3b2decb83eac in Status: SUCCESS [ 630.672547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.135059] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb in Status: SUCCESS [ 631.135326] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.135540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.135777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.135982] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.139022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.139022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.139022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.139022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.139022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.139022] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ba77865-93b0-47bf-9a4a-1f035a8e3fdb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.343052] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: SUCCESS [ 631.343275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.343457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.343681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.343759] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.640142] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ba77865-93b0-47bf-9a4a-1f035a8e3fdb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.848621] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.848839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.145251] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb: rpc.has_security_group_logging(os_id): False [ 632.163836] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.164057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.164194] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.164431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.164557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.164861] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.164999] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.165102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.165308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.165426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.165543] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb is going to be created. [ 632.206336] env[65530]: INFO networking_nsxv3.common.synchronization [req-f2c7b685-46e2-48f6-ad79-c057ae63f3ce req-9184cb8b-c3b0-401b-b4ea-f4b392433245 tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGHEST for action security_group_members [ 632.206982] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGHEST for action security_group_members [ 632.207375] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-968038d9-9f1b-4b9a-a01c-1154cb166c30 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.207572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.207681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.207976] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.208216] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.208374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.208472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.208675] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.208811] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.208968] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('968038d9-9f1b-4b9a-a01c-1154cb166c30',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.217485] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 in Status: SUCCESS [ 632.218222] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 deletion is rescheduled due to dependency. [ 632.219533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.228951] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.229880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.230040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.230293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.230561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.245286] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb in Status: IN_PROGRESS for 2s [ 632.268977] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: SUCCESS [ 632.269328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.269515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.269852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.270017] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.270169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.270240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.270407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.270506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.270597] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.270689] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.651993] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: SUCCESS [ 632.651993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.709416] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.709654] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.709856] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.710304] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.710521] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.710752] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.710958] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.711244] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.711410] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.711655] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.711822] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.712015] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.712134] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.712246] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 632.712346] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.712474] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.714224] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.714430] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.714551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.714769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.714875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.715149] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.715293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.715384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.715628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.715764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.715923] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 already deleted. [ 632.716105] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.738094] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.738317] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 632.738503] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.738723] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.739116] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-99a1eff9-162f-47b6-854a-8856874c6c05 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.739330] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-99a1eff9-162f-47b6-854a-8856874c6c05" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.739463] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-99a1eff9-162f-47b6-854a-8856874c6c05" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.739818] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-99a1eff9-162f-47b6-854a-8856874c6c05" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.739987] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99a1eff9-162f-47b6-854a-8856874c6c05',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.773816] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.774062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.775055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.775055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.775258] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.775343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.775397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.775589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.775726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.775889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.776106] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.776228] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.776280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.776452] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.776592] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.776693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.776758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.776909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.777178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.777233] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.777380] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.245020] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.245395] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.245395] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.245869] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.245869] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.246061] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 99a1eff9-162f-47b6-854a-8856874c6c05 not found, creating... [ 633.246361] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.246536] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.246650] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.247024] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.247179] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.247538] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.247757] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.247898] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.248157] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.248350] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.248496] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 99a1eff9-162f-47b6-854a-8856874c6c05 is going to be created. [ 633.275904] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.275904] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.275904] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.275904] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.275904] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.275904] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-99a1eff9-162f-47b6-854a-8856874c6c05" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.280976] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02cab936-82f4-49ce-a13f-239bbaad9d0b: rpc.has_security_group_logging(os_id): False [ 633.305814] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.306135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.306135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.306455] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.306605] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.307115] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.307390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.307522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.307816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.307956] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.308207] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.308366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.308466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.308681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.308771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.309039] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.309245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.309345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.309515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.309596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.309690] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b is going to be updated. [ 633.411458] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.411715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.411715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.411903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.412496] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.429431] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: IN_PROGRESS for 2s [ 634.006338] env[65530]: INFO networking_nsxv3.common.synchronization [req-f2c7b685-46e2-48f6-ad79-c057ae63f3ce req-390b4c7e-9f59-42b2-a6d8-a3d44fa06c5d service nova] Enqueued Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGHEST for action security_group_rules [ 634.006488] env[65530]: INFO networking_nsxv3.common.synchronization [req-f2c7b685-46e2-48f6-ad79-c057ae63f3ce req-390b4c7e-9f59-42b2-a6d8-a3d44fa06c5d service nova] Enqueued Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGHEST for action security_group_members [ 634.007410] env[65530]: INFO networking_nsxv3.common.synchronization [req-f2c7b685-46e2-48f6-ad79-c057ae63f3ce req-390b4c7e-9f59-42b2-a6d8-a3d44fa06c5d service nova] Enqueued Resource ID: 99a1eff9-162f-47b6-854a-8856874c6c05 with Priority: HIGHEST for action port [ 634.007410] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGHEST for action security_group_rules [ 634.007410] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGHEST for action security_group_members [ 634.007661] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99a1eff9-162f-47b6-854a-8856874c6c05 with Priority: HIGHEST for action port [ 634.007784] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-968038d9-9f1b-4b9a-a01c-1154cb166c30 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.007916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.007991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.008217] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.008372] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('968038d9-9f1b-4b9a-a01c-1154cb166c30',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.012018] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-968038d9-9f1b-4b9a-a01c-1154cb166c30 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.012018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.012018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.012018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.012018] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.012018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.012018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.012018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.012018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.012018] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('968038d9-9f1b-4b9a-a01c-1154cb166c30',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.012018] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-99a1eff9-162f-47b6-854a-8856874c6c05 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.012018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99a1eff9-162f-47b6-854a-8856874c6c05" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.012018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99a1eff9-162f-47b6-854a-8856874c6c05" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.012018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99a1eff9-162f-47b6-854a-8856874c6c05" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.012018] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99a1eff9-162f-47b6-854a-8856874c6c05',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.115117] env[65530]: INFO networking_nsxv3.common.synchronization [None req-c410b07c-052e-4bd3-b9d6-2c9a987e10c6 None None] Enqueued Resource ID: 621367a5-0136-49f3-a224-6238e1d89f9e with Priority: HIGHEST for action port [ 634.115693] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 621367a5-0136-49f3-a224-6238e1d89f9e with Priority: HIGHEST for action port [ 634.116191] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-621367a5-0136-49f3-a224-6238e1d89f9e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.116412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-621367a5-0136-49f3-a224-6238e1d89f9e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.116516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-621367a5-0136-49f3-a224-6238e1d89f9e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.117138] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-621367a5-0136-49f3-a224-6238e1d89f9e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.117138] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('621367a5-0136-49f3-a224-6238e1d89f9e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.271181] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb in Status: SUCCESS [ 634.271181] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.514945] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-968038d9-9f1b-4b9a-a01c-1154cb166c30 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.514945] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.514945] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('968038d9-9f1b-4b9a-a01c-1154cb166c30',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.524046] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99a1eff9-162f-47b6-854a-8856874c6c05 with status ACTIVE [ 634.524046] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.524046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.524046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.524046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.524046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.524046] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.527023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.527023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.527023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.527023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.527023] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.527023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.527023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.527023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.527023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.527023] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99a1eff9-162f-47b6-854a-8856874c6c05 is going to be updated. [ 634.556902] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.556902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.556902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.556902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.556902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.556902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99a1eff9-162f-47b6-854a-8856874c6c05" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.621255] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 621367a5-0136-49f3-a224-6238e1d89f9e [ 634.621574] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.621709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.621804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.622338] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.622338] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.622338] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:621367a5-0136-49f3-a224-6238e1d89f9e already deleted. [ 634.622338] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-621367a5-0136-49f3-a224-6238e1d89f9e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.747480] env[65530]: INFO networking_nsxv3.common.synchronization [req-7e915126-833f-4ed5-8345-15f0bf1338f0 req-1e4383a9-ddad-4177-b419-cbefce832059 tempest-ImagesOneServerNegativeTestJSON-977900054 tempest-ImagesOneServerNegativeTestJSON-977900054-project-member] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 634.747989] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 634.748341] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.748485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.748642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.748831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.748995] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.749129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.749224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.749331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.750607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.750607] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.017250] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('968038d9-9f1b-4b9a-a01c-1154cb166c30',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.252226] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.252226] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.252226] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.253301] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.253301] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.253434] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.254128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.254128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.254742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.254742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.254742] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b already deleted. [ 635.254742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.389334] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.389749] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-390" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.390121] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-390" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.390559] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-390" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.391014] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.391659] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.391766] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.392080] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.392317] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.392624] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.393125] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.393125] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.394094] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.394204] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.394371] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.394534] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.416024] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.417247] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.417463] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.418187] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-390" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.418569] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-726c93a3-0be2-42f1-a0bd-bfc3b06956fe taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.418792] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-726c93a3-0be2-42f1-a0bd-bfc3b06956fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.418962] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-726c93a3-0be2-42f1-a0bd-bfc3b06956fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.419335] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-726c93a3-0be2-42f1-a0bd-bfc3b06956fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.419513] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('726c93a3-0be2-42f1-a0bd-bfc3b06956fe',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.444281] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: SUCCESS [ 635.444592] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.444825] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.445113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.445217] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.519068] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.519336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.519454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.519675] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.519745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.520242] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 is going to be created. [ 635.549481] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.549762] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.549762] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.549974] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.550166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.561239] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 in Status: UNINITIALIZED for 2s [ 635.925370] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.925370] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.925370] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.925370] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.925370] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.925370] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 726c93a3-0be2-42f1-a0bd-bfc3b06956fe not found, creating... [ 635.925370] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.925370] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.925370] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.925370] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.925370] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.925763] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.925763] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.925763] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.925867] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.926600] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.926600] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 726c93a3-0be2-42f1-a0bd-bfc3b06956fe is going to be created. [ 635.948045] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.948045] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.948045] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.948352] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.948849] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.949128] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-726c93a3-0be2-42f1-a0bd-bfc3b06956fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.950805] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.950805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.950805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.950805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.950985] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.951495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.951586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.951843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.951930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.952713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.952713] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.121196] env[65530]: INFO networking_nsxv3.common.synchronization [None req-622505df-c013-4035-9c6e-714037fb634f None None] Enqueued Resource ID: ea4cca4c-7087-424f-a597-c272159022a9 with Priority: HIGHEST for action port [ 636.121780] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea4cca4c-7087-424f-a597-c272159022a9 with Priority: HIGHEST for action port [ 636.122110] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea4cca4c-7087-424f-a597-c272159022a9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.122238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea4cca4c-7087-424f-a597-c272159022a9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.122308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea4cca4c-7087-424f-a597-c272159022a9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.123329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea4cca4c-7087-424f-a597-c272159022a9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.123461] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea4cca4c-7087-424f-a597-c272159022a9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.196087] env[65530]: INFO networking_nsxv3.common.synchronization [None req-bd3c915f-95ca-4e54-95f7-bb4b6f76c206 None None] Enqueued Resource ID: 1c9faff7-3a4c-4425-88ff-bda6ded801ca with Priority: HIGHEST for action port [ 636.198362] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c9faff7-3a4c-4425-88ff-bda6ded801ca with Priority: HIGHEST for action port [ 636.199349] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c9faff7-3a4c-4425-88ff-bda6ded801ca taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.199546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c9faff7-3a4c-4425-88ff-bda6ded801ca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.199735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c9faff7-3a4c-4425-88ff-bda6ded801ca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.199973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c9faff7-3a4c-4425-88ff-bda6ded801ca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.200122] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c9faff7-3a4c-4425-88ff-bda6ded801ca',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.454029] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.454373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.454373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.454457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.455188] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.455188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.455188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.455188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.455188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.455188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.455552] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.455552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.455552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.455652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.455805] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.458778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.458778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.458778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.458778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.458778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.458778] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.626349] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ea4cca4c-7087-424f-a597-c272159022a9 [ 636.626675] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.626872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.627661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.627661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.627661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.627661] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ea4cca4c-7087-424f-a597-c272159022a9 already deleted. [ 636.627661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea4cca4c-7087-424f-a597-c272159022a9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.688745] env[65530]: INFO networking_nsxv3.common.synchronization [req-7e915126-833f-4ed5-8345-15f0bf1338f0 req-eaf0df8d-694d-4d7b-9c9f-49b05182f418 service nova] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_rules [ 636.688877] env[65530]: INFO networking_nsxv3.common.synchronization [req-7e915126-833f-4ed5-8345-15f0bf1338f0 req-eaf0df8d-694d-4d7b-9c9f-49b05182f418 service nova] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 636.689011] env[65530]: INFO networking_nsxv3.common.synchronization [req-7e915126-833f-4ed5-8345-15f0bf1338f0 req-eaf0df8d-694d-4d7b-9c9f-49b05182f418 service nova] Enqueued Resource ID: 726c93a3-0be2-42f1-a0bd-bfc3b06956fe with Priority: HIGHEST for action port [ 636.689807] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_rules [ 636.690074] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 636.690560] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 726c93a3-0be2-42f1-a0bd-bfc3b06956fe with Priority: HIGHEST for action port [ 636.690560] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.690847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.690847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.691220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.691421] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.692832] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.692832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.692832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.694047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.694047] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.694047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.694047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.694047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.694047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.694287] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.695308] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-726c93a3-0be2-42f1-a0bd-bfc3b06956fe taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.695405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-726c93a3-0be2-42f1-a0bd-bfc3b06956fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.695474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-726c93a3-0be2-42f1-a0bd-bfc3b06956fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.695639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-726c93a3-0be2-42f1-a0bd-bfc3b06956fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.696314] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('726c93a3-0be2-42f1-a0bd-bfc3b06956fe',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.703595] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1c9faff7-3a4c-4425-88ff-bda6ded801ca [ 636.704306] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.704306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.704306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.704306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.704306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.704519] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1c9faff7-3a4c-4425-88ff-bda6ded801ca already deleted. [ 636.704519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c9faff7-3a4c-4425-88ff-bda6ded801ca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.964200] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 02cab936-82f4-49ce-a13f-239bbaad9d0b: rpc.has_security_group_logging(os_id): False [ 636.983698] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.983698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.983818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.983988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.984108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.984316] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.984421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.984485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.984649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.984730] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.984916] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.985021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.985405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.985561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.985638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.986024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.986167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.986247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.986397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.986475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.986758] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b is going to be updated. [ 637.055764] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.056019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.056076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.056336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.056710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.072973] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: IN_PROGRESS for 2s [ 637.181711] env[65530]: INFO networking_nsxv3.common.synchronization [req-56d55531-0b5e-4a88-9c19-55296ef85827 req-2a5786b9-166b-4a80-86b3-78be6f41be7c tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_members [ 637.181711] env[65530]: INFO networking_nsxv3.common.synchronization [req-56d55531-0b5e-4a88-9c19-55296ef85827 req-2a5786b9-166b-4a80-86b3-78be6f41be7c tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 637.182166] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_members [ 637.182372] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 637.182611] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd26f542-110a-4ba7-9eda-dc440b3f315f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.182771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.182771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.183129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.183455] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.183568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.183619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.183796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.183881] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.183978] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.184979] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.185102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.185170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.185318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.186959] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.186959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.186959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.186959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.186959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.186959] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.200928] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.200928] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.200928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.202524] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 726c93a3-0be2-42f1-a0bd-bfc3b06956fe with status ACTIVE [ 637.202836] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.203130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.203455] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.203737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.203981] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.204296] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.204723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.204993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.205305] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.205568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.205834] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.208027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.208027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.208027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.208027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.208027] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 726c93a3-0be2-42f1-a0bd-bfc3b06956fe is going to be updated. [ 637.229835] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.230055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.230115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.230303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.230443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.230607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-726c93a3-0be2-42f1-a0bd-bfc3b06956fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.239848] env[65530]: INFO networking_nsxv3.common.synchronization [req-56d55531-0b5e-4a88-9c19-55296ef85827 req-2a5786b9-166b-4a80-86b3-78be6f41be7c tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_rules [ 637.240270] env[65530]: INFO networking_nsxv3.common.synchronization [req-56d55531-0b5e-4a88-9c19-55296ef85827 req-2a5786b9-166b-4a80-86b3-78be6f41be7c tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 637.240270] env[65530]: INFO networking_nsxv3.common.synchronization [req-56d55531-0b5e-4a88-9c19-55296ef85827 req-2a5786b9-166b-4a80-86b3-78be6f41be7c tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_rules [ 637.240469] env[65530]: INFO networking_nsxv3.common.synchronization [req-56d55531-0b5e-4a88-9c19-55296ef85827 req-2a5786b9-166b-4a80-86b3-78be6f41be7c tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_members [ 637.240818] env[65530]: INFO networking_nsxv3.common.synchronization [req-56d55531-0b5e-4a88-9c19-55296ef85827 req-2a5786b9-166b-4a80-86b3-78be6f41be7c tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 3f5c1e1e-6284-483f-aeba-abbff2475d4d with Priority: HIGHEST for action port [ 637.241345] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_rules [ 637.241490] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_rules [ 637.241585] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5c1e1e-6284-483f-aeba-abbff2475d4d with Priority: HIGHEST for action port [ 637.241672] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 637.241756] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_members [ 637.242163] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.242292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.242371] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.242604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.242683] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.243705] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd26f542-110a-4ba7-9eda-dc440b3f315f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.243831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.243884] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.244141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.244230] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.247715] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f5c1e1e-6284-483f-aeba-abbff2475d4d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.247856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.247930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.248163] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.248243] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5c1e1e-6284-483f-aeba-abbff2475d4d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.249126] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.249226] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.249467] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd26f542-110a-4ba7-9eda-dc440b3f315f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.249511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.576221] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 in Status: SUCCESS [ 637.576512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.576737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.576947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.577310] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.577310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.577463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.577511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.577589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.577731] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.577779] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('968038d9-9f1b-4b9a-a01c-1154cb166c30',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.688041] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.691334] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.703788] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.750553] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd26f542-110a-4ba7-9eda-dc440b3f315f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.750553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.750553] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.750553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.753026] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f5c1e1e-6284-483f-aeba-abbff2475d4d with status ACTIVE [ 637.753026] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.753026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.753026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.753026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.753026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.753026] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.753026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.753026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.753026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.754285] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.754861] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.754861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.754861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.754861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.755076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.755076] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f5c1e1e-6284-483f-aeba-abbff2475d4d is going to be updated. [ 637.782470] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.783274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.783394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.783649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.783798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.784411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.080738] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('968038d9-9f1b-4b9a-a01c-1154cb166c30',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.191600] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.193592] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.205779] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.206102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.206251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.206633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.206811] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.206986] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b is going to be created. [ 638.238080] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.238303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.238418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.238711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.238879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.249956] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: UNINITIALIZED for 2s [ 638.584637] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 968038d9-9f1b-4b9a-a01c-1154cb166c30: rpc.has_security_group_logging(os_id): False [ 638.609599] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.609790] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.609916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.610427] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.610427] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.610617] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.611071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.611071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.611183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.611279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.611576] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 is going to be created. [ 638.682613] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.682613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.683036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.683145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.683341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.693113] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.693113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.693113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.693402] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.693562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.694893] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd26f542-110a-4ba7-9eda-dc440b3f315f is going to be created. [ 638.696142] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 in Status: IN_PROGRESS for 2s [ 638.696512] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.696652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.696719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.696945] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.697054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.697167] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 638.734761] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.734761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.734761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.734761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.734761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.737147] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.737828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.740113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.740113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.740113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.758837] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 638.762163] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: UNINITIALIZED for 2s [ 639.088607] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: SUCCESS [ 639.089082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.784934] env[65530]: INFO networking_nsxv3.common.synchronization [None req-f4660f56-7e8d-41e7-a8cc-c5ea51450874 tempest-ServerActionsTestJSON-971036309 tempest-ServerActionsTestJSON-971036309-project-member] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_rules [ 639.786226] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_rules [ 639.786598] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.786791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.786916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.787386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.788510] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.926143] env[65530]: INFO networking_nsxv3.common.synchronization [None req-3888443e-400d-4385-9715-9f06d13c2dd8 None None] Enqueued Resource ID: f0a8a3ac-3bbc-4376-813e-67b4471301cf with Priority: HIGHEST for action port [ 639.926143] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0a8a3ac-3bbc-4376-813e-67b4471301cf with Priority: HIGHEST for action port [ 639.926143] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0a8a3ac-3bbc-4376-813e-67b4471301cf taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.926143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0a8a3ac-3bbc-4376-813e-67b4471301cf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.926143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0a8a3ac-3bbc-4376-813e-67b4471301cf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.926143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0a8a3ac-3bbc-4376-813e-67b4471301cf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.926143] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0a8a3ac-3bbc-4376-813e-67b4471301cf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.050881] env[65530]: INFO networking_nsxv3.common.synchronization [None req-3deb72aa-21d9-49e4-9301-3a8358f2a11b tempest-ServerActionsTestJSON-971036309 tempest-ServerActionsTestJSON-971036309-project-member] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_rules [ 640.051423] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_rules [ 640.051724] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.051824] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.260139] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: SUCCESS [ 640.260320] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.261249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.261249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.261249] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.261249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.261249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.261249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.261249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.261552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.261552] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.312050] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.312270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.312315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.312525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.312610] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.312702] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 already deleted. [ 640.312783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.313935] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.314172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.315150] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.434032] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f0a8a3ac-3bbc-4376-813e-67b4471301cf [ 640.434652] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.434906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.435180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.435772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.435772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.435772] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f0a8a3ac-3bbc-4376-813e-67b4471301cf already deleted. [ 640.435965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0a8a3ac-3bbc-4376-813e-67b4471301cf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.710586] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 in Status: SUCCESS [ 640.710827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.766033] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.766033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.766033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.766033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.766033] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.766033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.766033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.768084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.768084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.768084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.768084] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.768084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.768084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.768084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.768084] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.771024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.771024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.771024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.771024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.771024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.771024] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.772228] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 640.772608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.772881] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.773278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.773591] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.775179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.775179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.775179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.775179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.775179] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.776198] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: SUCCESS [ 640.776528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.777046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.777357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.777648] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.779391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.779391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.779391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.779391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.779391] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.842090] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.842483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.842556] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.842793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.842879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.843025] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 already deleted. [ 640.843092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.278039] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20929079-b7e9-42c0-8f83-77203c33783b: rpc.has_security_group_logging(os_id): False [ 641.280915] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.280915] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.298596] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.298774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.298874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.299084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.299180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.299368] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.299491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.299900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.299900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.299900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.300086] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.300086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.300086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.300272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.300323] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.300473] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.300571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.300620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.300815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.300815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.301039] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20929079-b7e9-42c0-8f83-77203c33783b is going to be created. [ 641.382414] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.382414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.382681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.382721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.382890] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.396973] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: IN_PROGRESS for 2s [ 641.703056] env[65530]: INFO networking_nsxv3.common.synchronization [None req-f6ed9da2-4947-4de0-ad0b-26c6672117de None None] Enqueued Resource ID: 335003b8-f4b0-4c0b-8ea7-234978afb6fe with Priority: HIGHEST for action port [ 641.704516] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 335003b8-f4b0-4c0b-8ea7-234978afb6fe with Priority: HIGHEST for action port [ 641.704723] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-335003b8-f4b0-4c0b-8ea7-234978afb6fe taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.704723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-335003b8-f4b0-4c0b-8ea7-234978afb6fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.704832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-335003b8-f4b0-4c0b-8ea7-234978afb6fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.705071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-335003b8-f4b0-4c0b-8ea7-234978afb6fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.705162] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('335003b8-f4b0-4c0b-8ea7-234978afb6fe',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.786101] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.787983] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.207854] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 335003b8-f4b0-4c0b-8ea7-234978afb6fe [ 642.207854] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.207854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.207854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.207854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.207854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.207854] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:335003b8-f4b0-4c0b-8ea7-234978afb6fe already deleted. [ 642.208346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-335003b8-f4b0-4c0b-8ea7-234978afb6fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.291167] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.291324] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.291415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.291615] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.291703] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.292734] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 642.293550] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.293676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.293844] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.297298] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.297442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.297500] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd26f542-110a-4ba7-9eda-dc440b3f315f is going to be updated. [ 642.330315] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.330315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.330315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.330560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.330601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.333148] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.333272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.333413] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.333572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.333647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.345762] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: IN_PROGRESS for 2s [ 642.346598] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 642.357770] env[65530]: INFO networking_nsxv3.common.synchronization [req-7d3348cc-13a4-4afc-a3ca-8e16d7f071d3 req-ae29f098-208f-491f-9cb9-fe87cd27b8d2 tempest-MigrationsAdminTest-536209756 tempest-MigrationsAdminTest-536209756-project-member] Enqueued Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_members [ 642.357770] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_members [ 642.357985] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.357985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.357985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.358680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.358917] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.358979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.359033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.359766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.359766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.359766] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.861652] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.861916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.861916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.862283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.862422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.862690] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.862850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.862907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.863720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.864069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.864069] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23286cd3-802b-4543-b074-7ad587821506 already deleted. [ 642.864069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.922909] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.923159] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.923276] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.923556] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.923809] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.925073] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.925073] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.925073] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.925073] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.925073] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.925073] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 642.925073] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 642.925073] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 642.925409] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 642.925409] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 642.925409] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 642.946216] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 642.946675] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 642.946675] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 642.946675] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.946963] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-99f8c8cd-5b2a-46d2-8612-ea09c1a851e3 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.947275] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-99f8c8cd-5b2a-46d2-8612-ea09c1a851e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.947352] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-99f8c8cd-5b2a-46d2-8612-ea09c1a851e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.947705] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-99f8c8cd-5b2a-46d2-8612-ea09c1a851e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.947876] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99f8c8cd-5b2a-46d2-8612-ea09c1a851e3',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.250070] env[65530]: INFO networking_nsxv3.common.synchronization [req-ce5ae942-418f-4769-9131-655a9fbd1745 req-5ec1c7b3-759a-4323-944e-f0cc9f8b927e tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_members [ 643.250438] env[65530]: INFO networking_nsxv3.common.synchronization [req-ce5ae942-418f-4769-9131-655a9fbd1745 req-5ec1c7b3-759a-4323-944e-f0cc9f8b927e tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 643.251279] env[65530]: INFO networking_nsxv3.common.synchronization [req-ce5ae942-418f-4769-9131-655a9fbd1745 req-5ec1c7b3-759a-4323-944e-f0cc9f8b927e tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 with Priority: HIGHEST for action security_group_members [ 643.251687] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_members [ 643.252087] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 643.252087] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 with Priority: HIGHEST for action security_group_members [ 643.252316] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd26f542-110a-4ba7-9eda-dc440b3f315f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.252488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.252833] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.252995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.253321] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-33fcb7f6-3029-4065-9fe1-da3c0ffde234 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.253486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.253589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.253942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.254574] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.254574] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.254574] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.254768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.254868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.255073] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33fcb7f6-3029-4065-9fe1-da3c0ffde234',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.301108] env[65530]: INFO networking_nsxv3.common.synchronization [req-ce5ae942-418f-4769-9131-655a9fbd1745 req-5ec1c7b3-759a-4323-944e-f0cc9f8b927e tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 with Priority: HIGHEST for action security_group_rules [ 643.301295] env[65530]: INFO networking_nsxv3.common.synchronization [req-ce5ae942-418f-4769-9131-655a9fbd1745 req-5ec1c7b3-759a-4323-944e-f0cc9f8b927e tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 with Priority: HIGHEST for action security_group_members [ 643.301441] env[65530]: INFO networking_nsxv3.common.synchronization [req-ce5ae942-418f-4769-9131-655a9fbd1745 req-5ec1c7b3-759a-4323-944e-f0cc9f8b927e tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_rules [ 643.301566] env[65530]: INFO networking_nsxv3.common.synchronization [req-ce5ae942-418f-4769-9131-655a9fbd1745 req-5ec1c7b3-759a-4323-944e-f0cc9f8b927e tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 643.301702] env[65530]: INFO networking_nsxv3.common.synchronization [req-ce5ae942-418f-4769-9131-655a9fbd1745 req-5ec1c7b3-759a-4323-944e-f0cc9f8b927e tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_rules [ 643.301929] env[65530]: INFO networking_nsxv3.common.synchronization [req-ce5ae942-418f-4769-9131-655a9fbd1745 req-5ec1c7b3-759a-4323-944e-f0cc9f8b927e tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_members [ 643.302078] env[65530]: INFO networking_nsxv3.common.synchronization [req-ce5ae942-418f-4769-9131-655a9fbd1745 req-5ec1c7b3-759a-4323-944e-f0cc9f8b927e tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 3f5c1e1e-6284-483f-aeba-abbff2475d4d with Priority: HIGHEST for action port [ 643.302649] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 with Priority: HIGHEST for action security_group_rules [ 643.302797] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_rules [ 643.302899] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_members [ 643.303013] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3f5c1e1e-6284-483f-aeba-abbff2475d4d with Priority: HIGHEST for action port [ 643.303115] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_rules [ 643.303202] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 with Priority: HIGHEST for action security_group_members [ 643.303301] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 643.303579] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-33fcb7f6-3029-4065-9fe1-da3c0ffde234 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.303712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.303782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.304061] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.304137] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('33fcb7f6-3029-4065-9fe1-da3c0ffde234',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.305149] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.305249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.305436] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd26f542-110a-4ba7-9eda-dc440b3f315f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.305537] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.305718] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-3f5c1e1e-6284-483f-aeba-abbff2475d4d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.305818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.305930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.306137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.306228] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3f5c1e1e-6284-483f-aeba-abbff2475d4d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.307340] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd26f542-110a-4ba7-9eda-dc440b3f315f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.307389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.307579] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-33fcb7f6-3029-4065-9fe1-da3c0ffde234 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.307667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.307873] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.307958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.410686] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: SUCCESS [ 643.410928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.450356] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.450654] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.450948] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.451422] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.451668] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.451891] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 99f8c8cd-5b2a-46d2-8612-ea09c1a851e3 not found, creating... [ 643.452292] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.452469] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.452615] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.452881] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.453604] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.454015] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.454259] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.454411] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.454735] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.454942] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.455139] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 99f8c8cd-5b2a-46d2-8612-ea09c1a851e3 is going to be created. [ 643.481169] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.481457] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.481549] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.481820] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.482082] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.482327] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-99f8c8cd-5b2a-46d2-8612-ea09c1a851e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.758713] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33fcb7f6-3029-4065-9fe1-da3c0ffde234',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.810168] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3f5c1e1e-6284-483f-aeba-abbff2475d4d with status ACTIVE [ 643.810168] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.810168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.810168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.810168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.810168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.810168] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.810168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.810168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.810168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.810168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.810793] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.810793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.810793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.810793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.810793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.810793] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3f5c1e1e-6284-483f-aeba-abbff2475d4d is going to be updated. [ 643.816077] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-33fcb7f6-3029-4065-9fe1-da3c0ffde234 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.816285] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.844417] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.844701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.844701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.844900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.845073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.845247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3f5c1e1e-6284-483f-aeba-abbff2475d4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.225669] env[65530]: INFO networking_nsxv3.common.synchronization [req-7d3348cc-13a4-4afc-a3ca-8e16d7f071d3 req-a0ad9bff-df69-4230-b2d8-1d04f1d3e133 service nova] Enqueued Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_rules [ 644.225669] env[65530]: INFO networking_nsxv3.common.synchronization [req-7d3348cc-13a4-4afc-a3ca-8e16d7f071d3 req-a0ad9bff-df69-4230-b2d8-1d04f1d3e133 service nova] Enqueued Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_members [ 644.225669] env[65530]: INFO networking_nsxv3.common.synchronization [req-7d3348cc-13a4-4afc-a3ca-8e16d7f071d3 req-a0ad9bff-df69-4230-b2d8-1d04f1d3e133 service nova] Enqueued Resource ID: 99f8c8cd-5b2a-46d2-8612-ea09c1a851e3 with Priority: HIGHEST for action port [ 644.226110] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_rules [ 644.226246] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_members [ 644.226342] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99f8c8cd-5b2a-46d2-8612-ea09c1a851e3 with Priority: HIGHEST for action port [ 644.226614] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.226736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.226804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.227240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.227337] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.228557] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.228704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.228753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.229414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.229414] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.229414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.229414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.229636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.229636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.229636] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.230966] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-99f8c8cd-5b2a-46d2-8612-ea09c1a851e3 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.232559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99f8c8cd-5b2a-46d2-8612-ea09c1a851e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.232673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99f8c8cd-5b2a-46d2-8612-ea09c1a851e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.232863] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99f8c8cd-5b2a-46d2-8612-ea09c1a851e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.232945] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99f8c8cd-5b2a-46d2-8612-ea09c1a851e3',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.261102] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33fcb7f6-3029-4065-9fe1-da3c0ffde234',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.363065] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 644.363356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.363891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.364141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.364447] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.364447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.364821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.364821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.364821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.364821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.365619] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.366416] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: SUCCESS [ 644.366661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.366749] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.367070] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.367176] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.367276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.367276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.367579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.367688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.367783] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.368786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.368786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.368886] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.368997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.369137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.369239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.369527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.369527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.369527] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.370813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.370813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.371210] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.371210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.371210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.371210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.371210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.371825] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.588869] env[65530]: INFO networking_nsxv3.common.synchronization [req-e0e1176b-dce9-4ff3-bc7c-59cbc631e7cd req-cc69963c-928b-4501-afd0-0be7d1f537ee tempest-DeleteServersAdminTestJSON-1486294347 tempest-DeleteServersAdminTestJSON-1486294347-project-member] Enqueued Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_members [ 644.590364] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_members [ 644.590364] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.590364] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.590364] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.590364] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.590364] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.590698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.590841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.591481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.591697] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.591847] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.736822] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.736942] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.737020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.737977] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 99f8c8cd-5b2a-46d2-8612-ea09c1a851e3 with status ACTIVE [ 644.738075] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.738252] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.738385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.738713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.738879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.739205] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.739418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.739611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.739856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.740050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.740444] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.740688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.740799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.741070] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.741240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.741419] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 99f8c8cd-5b2a-46d2-8612-ea09c1a851e3 is going to be updated. [ 644.763425] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.763594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.763651] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.763841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.763929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.764040] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 is going to be created. [ 644.766714] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.766904] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.767209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.767209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.767288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.767433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99f8c8cd-5b2a-46d2-8612-ea09c1a851e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.790294] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.790614] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.790731] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.790984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.791352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.801958] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 in Status: UNINITIALIZED for 2s [ 644.873861] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.873861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.873861] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.873861] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.873861] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.032162] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.032733] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.032840] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.033255] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.033669] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.033909] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.034252] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.034434] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.034668] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.034993] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.035192] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.035365] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.035836] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.035836] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 645.035836] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.036114] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.056377] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.056377] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 645.056377] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.056377] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.056377] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-59c58afd-0f43-4c6c-a072-7764e327cb96 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.056377] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-59c58afd-0f43-4c6c-a072-7764e327cb96" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.056377] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-59c58afd-0f43-4c6c-a072-7764e327cb96" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.057913] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-59c58afd-0f43-4c6c-a072-7764e327cb96" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.057913] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59c58afd-0f43-4c6c-a072-7764e327cb96',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.093954] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.094168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.094262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.094456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.094543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.094741] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.094856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.094913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.095088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.095174] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.095287] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 is going to be updated. [ 645.123632] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.123632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.123972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.123972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.124194] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.141829] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: IN_PROGRESS for 2s [ 645.244585] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.377394] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.378406] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.379744] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd26f542-110a-4ba7-9eda-dc440b3f315f: rpc.has_security_group_logging(os_id): False [ 645.406124] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.406347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.406347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.406550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.406638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.406863] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.407079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.407079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.407202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.407288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.407348] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd26f542-110a-4ba7-9eda-dc440b3f315f is going to be created. [ 645.472518] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.472683] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.472731] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.475170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.475170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.487535] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: IN_PROGRESS for 2s [ 645.563105] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.563369] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.563763] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.563873] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.564122] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.564274] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 59c58afd-0f43-4c6c-a072-7764e327cb96 not found, creating... [ 645.564675] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.564787] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.564933] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.565407] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.565554] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.565848] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.566078] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.566166] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.566444] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.566542] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.566683] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 59c58afd-0f43-4c6c-a072-7764e327cb96 is going to be created. [ 645.599614] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.599614] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.599781] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.600454] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.600513] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.600748] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-59c58afd-0f43-4c6c-a072-7764e327cb96" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.750483] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.750483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.750483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.750483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.750483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.750483] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23286cd3-802b-4543-b074-7ad587821506 is going to be created. [ 645.777745] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.777934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.778028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.778270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.778433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.794028] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: UNINITIALIZED for 2s [ 645.883774] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.883774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.883774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.883774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.883774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.883774] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 645.885640] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.885766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.885843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.886216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.886216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.886409] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd26f542-110a-4ba7-9eda-dc440b3f315f is going to be updated. [ 645.928025] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.928409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.928676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.928996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.929823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.931799] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.932092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.932092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.932526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.932778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.945258] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 645.947527] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: IN_PROGRESS for 2s [ 646.138733] env[65530]: INFO networking_nsxv3.common.synchronization [None req-1cd8a63a-6d5d-4243-a227-edf9c18eb736 None None] Enqueued Resource ID: 503fe83d-7b25-49e8-9f9a-2d11187f2fcb with Priority: HIGHEST for action port [ 646.139092] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 503fe83d-7b25-49e8-9f9a-2d11187f2fcb with Priority: HIGHEST for action port [ 646.140398] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-503fe83d-7b25-49e8-9f9a-2d11187f2fcb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.140398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-503fe83d-7b25-49e8-9f9a-2d11187f2fcb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.140398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-503fe83d-7b25-49e8-9f9a-2d11187f2fcb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.140398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-503fe83d-7b25-49e8-9f9a-2d11187f2fcb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.140398] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('503fe83d-7b25-49e8-9f9a-2d11187f2fcb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.334388] env[65530]: INFO networking_nsxv3.common.synchronization [req-e0e1176b-dce9-4ff3-bc7c-59cbc631e7cd req-0460b5f0-abca-4072-bb91-9b4fc957a543 service nova] Enqueued Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_rules [ 646.334565] env[65530]: INFO networking_nsxv3.common.synchronization [req-e0e1176b-dce9-4ff3-bc7c-59cbc631e7cd req-0460b5f0-abca-4072-bb91-9b4fc957a543 service nova] Enqueued Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_members [ 646.334674] env[65530]: INFO networking_nsxv3.common.synchronization [req-e0e1176b-dce9-4ff3-bc7c-59cbc631e7cd req-0460b5f0-abca-4072-bb91-9b4fc957a543 service nova] Enqueued Resource ID: 59c58afd-0f43-4c6c-a072-7764e327cb96 with Priority: HIGHEST for action port [ 646.335232] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_rules [ 646.335376] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_members [ 646.335476] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59c58afd-0f43-4c6c-a072-7764e327cb96 with Priority: HIGHEST for action port [ 646.335742] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.335853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.335917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.336308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.337076] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.337848] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.337959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.338170] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-59c58afd-0f43-4c6c-a072-7764e327cb96 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.338257] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59c58afd-0f43-4c6c-a072-7764e327cb96" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.338449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59c58afd-0f43-4c6c-a072-7764e327cb96" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.338530] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59c58afd-0f43-4c6c-a072-7764e327cb96" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.338607] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59c58afd-0f43-4c6c-a072-7764e327cb96',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.642768] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 503fe83d-7b25-49e8-9f9a-2d11187f2fcb [ 646.643157] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.647028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.647028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.647028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.647994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.648170] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:503fe83d-7b25-49e8-9f9a-2d11187f2fcb already deleted. [ 646.648241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-503fe83d-7b25-49e8-9f9a-2d11187f2fcb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.813718] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 in Status: SUCCESS [ 646.813928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.814111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.814333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.814526] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.814640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.814702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.814849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.815709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.815709] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33fcb7f6-3029-4065-9fe1-da3c0ffde234',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.838734] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.839053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.841405] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59c58afd-0f43-4c6c-a072-7764e327cb96 with status ACTIVE [ 646.841630] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.841770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.841852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.842137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.842273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.842416] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.842517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.842578] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.842733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.842808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.842986] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.843344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.843344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.843344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.843344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.843728] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59c58afd-0f43-4c6c-a072-7764e327cb96 is going to be updated. [ 646.868210] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.868384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.868458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.868677] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.868815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.869089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59c58afd-0f43-4c6c-a072-7764e327cb96" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.152192] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: SUCCESS [ 647.152830] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 deletion is rescheduled due to dependency. [ 647.153775] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.153882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.154269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.154490] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.154592] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.154632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.155263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.155263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.155347] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.317334] env[65530]: INFO networking_nsxv3.common.synchronization [req-13abc85a-8f51-41e4-8655-7715e97e5826 req-1a4f6e98-20e9-4c18-9857-90bd53491ebb tempest-ServersAdminTestJSON-154072691 tempest-ServersAdminTestJSON-154072691-project-member] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 647.318162] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('33fcb7f6-3029-4065-9fe1-da3c0ffde234',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.318711] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 647.319548] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.319548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.319548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.319548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.319752] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.319797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.319902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.320217] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.320217] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.320217] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.503338] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: SUCCESS [ 647.503639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.503750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.503963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.504090] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.658238] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.807653] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: SUCCESS [ 647.807653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.807653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.807653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.807653] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.807653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.807653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.807653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.807653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.807653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.807653] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.820195] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('33fcb7f6-3029-4065-9fe1-da3c0ffde234',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.822845] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.958167] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 647.958855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.959102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.959421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.959659] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.959785] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.959849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.960058] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.960138] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.960241] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.962414] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: SUCCESS [ 647.962637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.963034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.963224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.963388] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.963725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.963804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.964150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.964249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.964351] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.006229] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd26f542-110a-4ba7-9eda-dc440b3f315f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.006355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.160778] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.257434] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.257434] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.257656] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.257894] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.258097] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.258273] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.258390] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.258616] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.258754] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.259290] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.259290] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 648.259290] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 648.259464] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 648.259464] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 648.259527] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 648.259640] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 648.277619] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 648.277872] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 648.277964] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 648.278104] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.278521] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.278695] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.278811] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.280019] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.280019] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.311457] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.311698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.311698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.311878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.312109] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.312254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.312429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.312429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.312528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.312628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.312778] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.312870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.312935] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.313084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.313246] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.313340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.313398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.313539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.313614] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.313684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.313777] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.327320] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.327490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.327612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.327784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.327904] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.328033] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 is going to be updated. [ 648.329269] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.365016] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.365177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.365252] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.365492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.365687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.374834] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 in Status: IN_PROGRESS for 2s [ 648.466425] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.467487] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.663523] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.663836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.663836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.664013] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.664119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.664219] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 is going to be updated. [ 648.695530] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.695768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.695856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.696171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.696402] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.706306] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: IN_PROGRESS for 2s [ 648.782647] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.785189] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.785189] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.785189] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.785189] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.785189] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0 not found, creating... [ 648.785521] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.785947] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.786245] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.786687] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.786990] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.787635] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.788141] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.788220] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.788684] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.788906] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.789107] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0 is going to be created. [ 648.816122] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23286cd3-802b-4543-b074-7ad587821506: rpc.has_security_group_logging(os_id): False [ 648.826785] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.827106] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.827241] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.827570] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.827869] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.828252] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.831641] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.831774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.831831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.832108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.832194] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.832366] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be updated. [ 648.839181] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.839422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.839631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.839943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.839943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.840885] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.841055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.841127] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.841558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.841558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.841661] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.841714] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.841748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.841926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.841972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.842223] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.842807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.842807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.842807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.842807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.842807] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23286cd3-802b-4543-b074-7ad587821506 is going to be created. [ 648.880367] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.880647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.880647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.880964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.881071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.912824] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 648.946568] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.946568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.946568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.946568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.946916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.959326] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: IN_PROGRESS for 2s [ 648.968847] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.969850] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.472838] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.473026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.473088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.473375] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.473457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.474033] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 649.475096] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.475258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.475444] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.475587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.475696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.475809] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd26f542-110a-4ba7-9eda-dc440b3f315f is going to be updated. [ 649.525043] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.525220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.525363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.525491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.525637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.530428] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.530428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.530428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.530428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.530428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.532762] env[65530]: INFO networking_nsxv3.common.synchronization [req-13abc85a-8f51-41e4-8655-7715e97e5826 req-fb3f9f9e-284a-47ac-8004-8e1d93eb946f service nova] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_rules [ 649.532936] env[65530]: INFO networking_nsxv3.common.synchronization [req-13abc85a-8f51-41e4-8655-7715e97e5826 req-fb3f9f9e-284a-47ac-8004-8e1d93eb946f service nova] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 649.533104] env[65530]: INFO networking_nsxv3.common.synchronization [req-13abc85a-8f51-41e4-8655-7715e97e5826 req-fb3f9f9e-284a-47ac-8004-8e1d93eb946f service nova] Enqueued Resource ID: a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0 with Priority: HIGHEST for action port [ 649.533364] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_rules [ 649.533829] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 649.533932] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0 with Priority: HIGHEST for action port [ 649.534871] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.534994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.535077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.535274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.535418] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.536192] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.536304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.536497] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.536607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.536685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.536859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.536935] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.543682] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: IN_PROGRESS for 2s [ 649.546348] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 650.039193] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.039602] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.039602] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0 with status ACTIVE [ 650.039702] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.039809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.039847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.040237] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.042540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.042540] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.042540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.042540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.042540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.042540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.042540] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.042540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.042540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.042540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.042540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.042540] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0 is going to be updated. [ 650.065911] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.066090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.066255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.066369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.066845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.066845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a99d83e3-7bbf-4c3b-aa92-ad77ebb9d4f0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.385489] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 in Status: SUCCESS [ 650.385724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.385901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.386185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.386405] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.386528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.386591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.386754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.386836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.387078] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.387181] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('33fcb7f6-3029-4065-9fe1-da3c0ffde234',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.718564] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: SUCCESS [ 650.718824] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.719033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.722412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.722412] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.722412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.722412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.722412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.722412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.722412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.722412] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.889514] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('33fcb7f6-3029-4065-9fe1-da3c0ffde234',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.924083] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 650.924453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.924743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.925175] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.925408] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.925602] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.925715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.925978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.926434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.926619] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.973869] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: SUCCESS [ 650.973869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.051580] env[65530]: INFO networking_nsxv3.common.synchronization [None req-7d08da06-2353-4a61-af6d-f051bcf75475 None None] Enqueued Resource ID: 28ac0e2b-f21c-448a-ba2d-21775c47c0c7 with Priority: HIGHEST for action port [ 651.053096] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28ac0e2b-f21c-448a-ba2d-21775c47c0c7 with Priority: HIGHEST for action port [ 651.053834] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-28ac0e2b-f21c-448a-ba2d-21775c47c0c7 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.053986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28ac0e2b-f21c-448a-ba2d-21775c47c0c7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.054160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28ac0e2b-f21c-448a-ba2d-21775c47c0c7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.054491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28ac0e2b-f21c-448a-ba2d-21775c47c0c7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.054589] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28ac0e2b-f21c-448a-ba2d-21775c47c0c7',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.225012] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.225810] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.225955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.226254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.226442] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.226761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.226761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.226761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.226970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.226970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.227102] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.227168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.227232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.227379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.227514] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.227604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.227666] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.227794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.227858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.227936] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.228035] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.391863] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 33fcb7f6-3029-4065-9fe1-da3c0ffde234: rpc.has_security_group_logging(os_id): False [ 651.429048] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.429048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.429048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.429048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.429048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.429048] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.430275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.430552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.431535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.431961] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.432487] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 is going to be created. [ 651.436399] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.523482] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.523690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.523733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.523982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.524188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.541525] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 in Status: IN_PROGRESS for 2s [ 651.560354] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28ac0e2b-f21c-448a-ba2d-21775c47c0c7 [ 651.560611] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.560804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.560905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.561152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.561267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.561482] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28ac0e2b-f21c-448a-ba2d-21775c47c0c7 already deleted. [ 651.561482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28ac0e2b-f21c-448a-ba2d-21775c47c0c7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.564684] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: SUCCESS [ 651.564684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.564962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.565281] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.565388] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.565549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.565642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.565834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.565988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.566141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.566253] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.570914] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 651.570914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.571523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.571817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.572126] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.572351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.572426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.572651] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.572983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.573190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.573583] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.573758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.573863] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.574108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.574477] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.574477] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.574624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.574831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.574922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.575066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.575225] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.735273] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61ec6217-25d5-4893-8ad6-a52cc3b3ab44: rpc.has_security_group_logging(os_id): False [ 651.764743] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.764841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.764879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.765097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.765186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.766097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.766097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.766097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.766097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.766097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.766097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.766097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.766470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.766470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.766470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.766573] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.767333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.767333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.767333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.767333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.767333] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 is going to be updated. [ 651.900103] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.900103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.900103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.900299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.900692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.918922] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: IN_PROGRESS for 2s [ 651.940644] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.078447] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.079732] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd85b30-a04c-4a45-935a-97c2cca83986: rpc.has_security_group_logging(os_id): False [ 652.110599] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.110599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.110765] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.111539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.111539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.111539] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.111539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.111539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.111539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.111539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.111848] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.111848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.111922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.112910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.113039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.113313] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.113424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.113484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.113814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.113814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.113814] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 652.143938] env[65530]: INFO networking_nsxv3.common.synchronization [None req-e9ffab34-29a9-4e06-867f-9970281af937 None None] Enqueued Resource ID: 01d4db70-5be5-49d9-8e58-ca2781b3d94f with Priority: HIGHEST for action port [ 652.144933] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01d4db70-5be5-49d9-8e58-ca2781b3d94f with Priority: HIGHEST for action port [ 652.146362] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-01d4db70-5be5-49d9-8e58-ca2781b3d94f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.146362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01d4db70-5be5-49d9-8e58-ca2781b3d94f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.146362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01d4db70-5be5-49d9-8e58-ca2781b3d94f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.146362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01d4db70-5be5-49d9-8e58-ca2781b3d94f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.146631] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01d4db70-5be5-49d9-8e58-ca2781b3d94f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.196663] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.196845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.196888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.198336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.198336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.218038] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 652.444027] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.444027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.444027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.444260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.444260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.444260] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be updated. [ 652.484482] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.484482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.484482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.484482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.484482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.499024] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 652.584778] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bd26f542-110a-4ba7-9eda-dc440b3f315f: rpc.has_security_group_logging(os_id): False [ 652.618265] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.618265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.618265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.619507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.619507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.619926] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.620084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.620151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.621487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.621487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.621487] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd26f542-110a-4ba7-9eda-dc440b3f315f is going to be updated. [ 652.649575] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01d4db70-5be5-49d9-8e58-ca2781b3d94f [ 652.650178] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.650682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.650806] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.651085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.651210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.651628] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01d4db70-5be5-49d9-8e58-ca2781b3d94f already deleted. [ 652.651628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01d4db70-5be5-49d9-8e58-ca2781b3d94f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.710583] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.710583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.710583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.710888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.710888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.732864] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: IN_PROGRESS for 2s [ 652.847040] env[65530]: INFO networking_nsxv3.common.synchronization [req-57ac1ed8-2e12-4531-845f-fa6429ac150b req-7654f472-0f14-4d0b-977a-9b95dbebdde1 tempest-ListServersNegativeTestJSON-1760935268 tempest-ListServersNegativeTestJSON-1760935268-project-member] Enqueued Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 652.847040] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 652.847971] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.848249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.848370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.848838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.849013] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.849232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.849327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.849718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.849718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.849921] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.361240] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.557251] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 in Status: SUCCESS [ 653.557517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.860943] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.935221] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: SUCCESS [ 653.935513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.958533] env[65530]: INFO networking_nsxv3.common.synchronization [None req-ee00f1df-cf87-4da6-b3ba-16ec4e02f72b None None] Enqueued Resource ID: 384e2317-8725-43d5-8273-ed8ed45bc7a0 with Priority: HIGHEST for action port [ 653.959177] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 384e2317-8725-43d5-8273-ed8ed45bc7a0 with Priority: HIGHEST for action port [ 653.959720] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-384e2317-8725-43d5-8273-ed8ed45bc7a0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.959720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-384e2317-8725-43d5-8273-ed8ed45bc7a0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.959720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-384e2317-8725-43d5-8273-ed8ed45bc7a0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.959937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-384e2317-8725-43d5-8273-ed8ed45bc7a0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.963270] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('384e2317-8725-43d5-8273-ed8ed45bc7a0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.238196] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 654.238909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.239492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.239492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.239492] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.365047] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.365538] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.365538] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.365538] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.365820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.365820] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b is going to be updated. [ 654.398819] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.399015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.399087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.399324] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.399422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.410853] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: IN_PROGRESS for 2s [ 654.468419] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 384e2317-8725-43d5-8273-ed8ed45bc7a0 [ 654.468690] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.468823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.468900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.469124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.469231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.469446] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:384e2317-8725-43d5-8273-ed8ed45bc7a0 already deleted. [ 654.469446] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-384e2317-8725-43d5-8273-ed8ed45bc7a0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.512059] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 654.512502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.512613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.515018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.515018] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.515018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.515018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.515018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.515018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.515018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.515018] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.741823] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.742069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.742209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.742499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.742805] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.742996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.743117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.743399] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.743549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.743836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.743836] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.751306] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: SUCCESS [ 654.751966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.990367] env[65530]: INFO networking_nsxv3.common.synchronization [None req-e1ebae61-aaf8-4269-a68a-71eee68c3d4b None None] Enqueued Resource ID: 7b3f1f1c-0913-4f3b-a9da-9f76ee34309a with Priority: HIGHEST for action port [ 654.990367] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b3f1f1c-0913-4f3b-a9da-9f76ee34309a with Priority: HIGHEST for action port [ 654.990754] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b3f1f1c-0913-4f3b-a9da-9f76ee34309a taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.990754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b3f1f1c-0913-4f3b-a9da-9f76ee34309a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.990754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b3f1f1c-0913-4f3b-a9da-9f76ee34309a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.991105] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b3f1f1c-0913-4f3b-a9da-9f76ee34309a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.991105] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b3f1f1c-0913-4f3b-a9da-9f76ee34309a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.021041] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.021041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.021041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.021041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.021041] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.021041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.021041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.021041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.021041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.021041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.021041] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.021628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.021628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.021628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.022308] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.022419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.022483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.022657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.022734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.022821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.026799] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.248936] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.249154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.249250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.249527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.249730] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.249849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.249928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.251244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.251244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.251244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.251244] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.251244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.251244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.251244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.251244] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.251244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.251244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.251636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.251636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.251636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.251737] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.495437] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b3f1f1c-0913-4f3b-a9da-9f76ee34309a [ 655.495437] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.496088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.496309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.496633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.496850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.497033] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b3f1f1c-0913-4f3b-a9da-9f76ee34309a already deleted. [ 655.497165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b3f1f1c-0913-4f3b-a9da-9f76ee34309a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.529422] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 949a8980-0b53-436f-9141-8531b7e34650: rpc.has_security_group_logging(os_id): False [ 655.548938] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.549206] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.549334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.549653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.549809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.550121] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.550294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.550416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.550677] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.550993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.551580] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.551798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.551862] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.552031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.552148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.552335] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.552457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.552513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.553419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.553419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.553419] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be updated. [ 655.617586] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.618409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.618409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.618409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.618409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.651183] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 655.756774] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd85b30-a04c-4a45-935a-97c2cca83986: rpc.has_security_group_logging(os_id): False [ 655.783351] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.783351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.783351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.783351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.783351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.783351] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.783351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.783351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.783351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.783351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.783351] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.783351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.783351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.784635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.784901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.785375] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.788035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.788035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.788035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.788035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.788035] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 655.869512] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.869512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.869512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.869512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.869712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.891951] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 656.411955] env[65530]: INFO networking_nsxv3.common.synchronization [req-72970a9c-80ca-464d-8df8-ae92b7a85cb5 req-c30ab0b8-0e7d-4437-96f7-92672581817a tempest-ServerActionsTestJSON-971036309 tempest-ServerActionsTestJSON-971036309-project-member] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 656.414943] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 656.414943] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.414943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.414943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.414943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.414943] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.415284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.415284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.415605] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.415605] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.415740] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.431263] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: SUCCESS [ 656.431348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.889564] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.889993] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.889993] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.890217] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.890478] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.890651] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.890884] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.890964] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.891183] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.891425] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.891481] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.891611] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.891701] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.891807] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.891907] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.892083] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.914905] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.915101] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.915246] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.915423] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.915732] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-af62a637-f8bb-4996-8e38-72ebdb4f1740 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.915902] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-af62a637-f8bb-4996-8e38-72ebdb4f1740" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.916027] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-af62a637-f8bb-4996-8e38-72ebdb4f1740" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.916383] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-af62a637-f8bb-4996-8e38-72ebdb4f1740" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.916483] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af62a637-f8bb-4996-8e38-72ebdb4f1740',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.917973] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.918107] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.918175] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.918361] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.918478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.918661] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.918759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.920801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.920968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.920968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.921130] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 already deleted. [ 656.921130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.419463] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.419631] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.419702] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.419992] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.420166] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.420313] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port af62a637-f8bb-4996-8e38-72ebdb4f1740 not found, creating... [ 657.420568] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.420719] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.420829] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.421060] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.421188] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.421471] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.421620] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.421727] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.421969] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.422244] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.422489] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: af62a637-f8bb-4996-8e38-72ebdb4f1740 is going to be created. [ 657.446246] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.446479] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.446607] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.446870] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.447116] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.447343] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-af62a637-f8bb-4996-8e38-72ebdb4f1740" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.667952] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 657.668286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.906371] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 657.906648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.203271] env[65530]: INFO networking_nsxv3.common.synchronization [req-72970a9c-80ca-464d-8df8-ae92b7a85cb5 req-1a25ac69-5306-4a0e-a171-fa337addee03 service nova] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_rules [ 658.203271] env[65530]: INFO networking_nsxv3.common.synchronization [req-72970a9c-80ca-464d-8df8-ae92b7a85cb5 req-1a25ac69-5306-4a0e-a171-fa337addee03 service nova] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 658.203271] env[65530]: INFO networking_nsxv3.common.synchronization [req-72970a9c-80ca-464d-8df8-ae92b7a85cb5 req-1a25ac69-5306-4a0e-a171-fa337addee03 service nova] Enqueued Resource ID: af62a637-f8bb-4996-8e38-72ebdb4f1740 with Priority: HIGHEST for action port [ 658.203271] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_rules [ 658.203271] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 658.203271] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af62a637-f8bb-4996-8e38-72ebdb4f1740 with Priority: HIGHEST for action port [ 658.203271] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.203271] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.203271] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.203778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.203778] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.206131] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.206131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.206131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.206131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.206131] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.206131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.206131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.206131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.206131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.206131] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.210014] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-af62a637-f8bb-4996-8e38-72ebdb4f1740 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.210014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af62a637-f8bb-4996-8e38-72ebdb4f1740" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.210014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af62a637-f8bb-4996-8e38-72ebdb4f1740" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.210014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af62a637-f8bb-4996-8e38-72ebdb4f1740" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.210014] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af62a637-f8bb-4996-8e38-72ebdb4f1740',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.435283] env[65530]: INFO networking_nsxv3.common.synchronization [req-09614b58-0080-4725-847b-6c8b77e47712 req-cfcdb038-9e14-4363-9579-6d1bb0f22e31 tempest-ServersAdminNegativeTestJSON-832966949 tempest-ServersAdminNegativeTestJSON-832966949-project-member] Enqueued Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_members [ 658.435773] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_members [ 658.436098] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.436231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.436301] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.436556] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.436719] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.436823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.436888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.438946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.438946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.438946] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.710401] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.712087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.712087] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.713201] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port af62a637-f8bb-4996-8e38-72ebdb4f1740 with status ACTIVE [ 658.713201] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.713604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.714603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.714650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.714744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.715474] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.715474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.715474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.715474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.715474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.715855] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.715855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.715855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.715976] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.716049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.716137] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: af62a637-f8bb-4996-8e38-72ebdb4f1740 is going to be updated. [ 658.751522] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.751522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.751653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.751989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.752194] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.752481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af62a637-f8bb-4996-8e38-72ebdb4f1740" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.849812] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.849812] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.849812] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.849812] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.849812] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.849812] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.849812] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.851221] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.851663] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.852074] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.852379] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.852655] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.852941] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.855076] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 658.855076] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.855076] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.874147] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.874147] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 658.874147] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.874147] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.875261] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-593bbe77-4184-4bc3-8c29-a032875f9d08 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.875505] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-593bbe77-4184-4bc3-8c29-a032875f9d08" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.875872] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-593bbe77-4184-4bc3-8c29-a032875f9d08" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.876187] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-593bbe77-4184-4bc3-8c29-a032875f9d08" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.876415] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593bbe77-4184-4bc3-8c29-a032875f9d08',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.940872] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.941207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.941207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.941388] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.941483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.941681] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.941783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.942062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.942368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.942461] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.942501] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189a10da-9656-427f-b321-76a7c13f5ba8 already deleted. [ 658.942612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.218472] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.382017] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.382017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.382017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.382017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.382017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.382017] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 593bbe77-4184-4bc3-8c29-a032875f9d08 not found, creating... [ 659.382017] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.382017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.382017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.382017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.382017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.382662] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.382662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.382662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.382662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.383054] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.383253] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 593bbe77-4184-4bc3-8c29-a032875f9d08 is going to be created. [ 659.404736] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.404736] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.404736] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.405269] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.405269] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.405574] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-593bbe77-4184-4bc3-8c29-a032875f9d08" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.723024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.723024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.723024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.723024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.723024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.723024] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be created. [ 659.753019] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.753202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.753272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.753523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.753698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.765753] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: UNINITIALIZED for 2s [ 660.165229] env[65530]: INFO networking_nsxv3.common.synchronization [req-09614b58-0080-4725-847b-6c8b77e47712 req-a5f5fefa-e60f-484e-83b8-91c8ac89d29d service nova] Enqueued Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_rules [ 660.165639] env[65530]: INFO networking_nsxv3.common.synchronization [req-09614b58-0080-4725-847b-6c8b77e47712 req-a5f5fefa-e60f-484e-83b8-91c8ac89d29d service nova] Enqueued Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_members [ 660.165639] env[65530]: INFO networking_nsxv3.common.synchronization [req-09614b58-0080-4725-847b-6c8b77e47712 req-a5f5fefa-e60f-484e-83b8-91c8ac89d29d service nova] Enqueued Resource ID: 593bbe77-4184-4bc3-8c29-a032875f9d08 with Priority: HIGHEST for action port [ 660.166138] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_rules [ 660.166297] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_members [ 660.166421] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 593bbe77-4184-4bc3-8c29-a032875f9d08 with Priority: HIGHEST for action port [ 660.166707] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.166871] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.166929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.167550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.167706] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.168692] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.168919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.168919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.169578] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.169578] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.170090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.170090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.170182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.170280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.173182] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.173182] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-593bbe77-4184-4bc3-8c29-a032875f9d08 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.173182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-593bbe77-4184-4bc3-8c29-a032875f9d08" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.173182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-593bbe77-4184-4bc3-8c29-a032875f9d08" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.173182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-593bbe77-4184-4bc3-8c29-a032875f9d08" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.173182] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('593bbe77-4184-4bc3-8c29-a032875f9d08',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.583855] env[65530]: INFO networking_nsxv3.common.synchronization [req-6d261f7a-5d02-4563-b3f8-ac65765ddfe0 req-fa73e8da-605e-4108-b71f-ac8fad1d0b0e tempest-AttachInterfacesV270Test-1989882175 tempest-AttachInterfacesV270Test-1989882175-project-member] Enqueued Resource ID: 64fbe9a1-ee62-4025-9850-59186610b616 with Priority: HIGHEST for action security_group_members [ 660.584840] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64fbe9a1-ee62-4025-9850-59186610b616 with Priority: HIGHEST for action security_group_members [ 660.586982] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-64fbe9a1-ee62-4025-9850-59186610b616 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.586982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.586982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.586982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.586982] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.586982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.586982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.586982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.586982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.586982] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64fbe9a1-ee62-4025-9850-59186610b616',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.674532] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.674705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.677178] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.678108] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 593bbe77-4184-4bc3-8c29-a032875f9d08 with status ACTIVE [ 660.678302] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.678425] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.678492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.678696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.678804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.678974] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.679081] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.679142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.679311] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.679390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.679568] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.679662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.679722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.679863] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.679957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.680124] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 593bbe77-4184-4bc3-8c29-a032875f9d08 is going to be updated. [ 660.707363] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.707363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.707363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.707363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.707881] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.707881] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-593bbe77-4184-4bc3-8c29-a032875f9d08" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.855293] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-488 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.855500] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-488" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.855655] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-488" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.855965] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-488" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.856359] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.856444] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.856481] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.856696] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.856835] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.857045] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.857151] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 660.857276] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 660.857352] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 660.857449] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 660.857543] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 660.857662] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 660.881637] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 660.881831] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 660.882050] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 660.883180] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-488" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.883180] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-c0233c55-ad9a-4dff-a437-11120056033e taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.883588] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-c0233c55-ad9a-4dff-a437-11120056033e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.883743] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-c0233c55-ad9a-4dff-a437-11120056033e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.884194] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-c0233c55-ad9a-4dff-a437-11120056033e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.884377] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0233c55-ad9a-4dff-a437-11120056033e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.091434] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.091521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.091968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.091968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.091968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.092134] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.092312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.092312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.092425] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.092490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.092576] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64fbe9a1-ee62-4025-9850-59186610b616 already deleted. [ 661.092654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.182126] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.386825] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.387084] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.387209] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.387500] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.387638] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.387785] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port c0233c55-ad9a-4dff-a437-11120056033e not found, creating... [ 661.388069] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.388228] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.388345] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.388545] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.388668] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.388992] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.389094] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.389233] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.389516] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.389655] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.389788] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: c0233c55-ad9a-4dff-a437-11120056033e is going to be created. [ 661.414809] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.415330] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.415330] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.415461] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.415637] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.415859] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-c0233c55-ad9a-4dff-a437-11120056033e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.686847] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.686847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.686995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.687199] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.687363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.687498] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189a10da-9656-427f-b321-76a7c13f5ba8 is going to be created. [ 661.712974] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.712974] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.713145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.713288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.713441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.732124] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: UNINITIALIZED for 2s [ 661.777054] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 661.777054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.777054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.777357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.777357] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.777501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.777558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.777684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.777759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.777842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.777928] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.093839] env[65530]: INFO networking_nsxv3.common.synchronization [req-6d261f7a-5d02-4563-b3f8-ac65765ddfe0 req-8d865643-3be7-4ad2-aea5-1d8de76a0b5c service nova] Enqueued Resource ID: 64fbe9a1-ee62-4025-9850-59186610b616 with Priority: HIGHEST for action security_group_rules [ 662.094036] env[65530]: INFO networking_nsxv3.common.synchronization [req-6d261f7a-5d02-4563-b3f8-ac65765ddfe0 req-8d865643-3be7-4ad2-aea5-1d8de76a0b5c service nova] Enqueued Resource ID: 64fbe9a1-ee62-4025-9850-59186610b616 with Priority: HIGHEST for action security_group_members [ 662.094178] env[65530]: INFO networking_nsxv3.common.synchronization [req-6d261f7a-5d02-4563-b3f8-ac65765ddfe0 req-8d865643-3be7-4ad2-aea5-1d8de76a0b5c service nova] Enqueued Resource ID: c0233c55-ad9a-4dff-a437-11120056033e with Priority: HIGHEST for action port [ 662.094950] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64fbe9a1-ee62-4025-9850-59186610b616 with Priority: HIGHEST for action security_group_rules [ 662.095124] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64fbe9a1-ee62-4025-9850-59186610b616 with Priority: HIGHEST for action security_group_members [ 662.095241] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0233c55-ad9a-4dff-a437-11120056033e with Priority: HIGHEST for action port [ 662.095552] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64fbe9a1-ee62-4025-9850-59186610b616 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.096352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.096438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.096749] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.096792] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64fbe9a1-ee62-4025-9850-59186610b616',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.101811] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-64fbe9a1-ee62-4025-9850-59186610b616 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.101981] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.102061] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.102296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.102527] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.105057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.105154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.108429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.108429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.108429] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64fbe9a1-ee62-4025-9850-59186610b616',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.108429] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c0233c55-ad9a-4dff-a437-11120056033e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.108429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c0233c55-ad9a-4dff-a437-11120056033e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.108429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c0233c55-ad9a-4dff-a437-11120056033e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.108429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c0233c55-ad9a-4dff-a437-11120056033e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.108429] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c0233c55-ad9a-4dff-a437-11120056033e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.279964] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.612811] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('64fbe9a1-ee62-4025-9850-59186610b616',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.613545] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-64fbe9a1-ee62-4025-9850-59186610b616 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.614900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.614900] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c0233c55-ad9a-4dff-a437-11120056033e with status ACTIVE [ 662.614900] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.614900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.614900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.614900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.614900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.614900] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.614900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.614900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.614900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.615617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.618315] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.618315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.618315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.618315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.618315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.618315] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c0233c55-ad9a-4dff-a437-11120056033e is going to be updated. [ 662.641469] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.641469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.641469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.641828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.641828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.641917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c0233c55-ad9a-4dff-a437-11120056033e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.782946] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77a1821d-dcc1-4537-86d5-9e1578ecb981: rpc.has_security_group_logging(os_id): False [ 662.809880] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.811485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.812376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.812376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.813771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.813771] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.813771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.813771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.813771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.813771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.814167] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be created. [ 662.901373] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.901648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.901782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.902032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.902488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.919280] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: IN_PROGRESS for 2s [ 663.122186] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('64fbe9a1-ee62-4025-9850-59186610b616',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.623483] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.623834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.623834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.623923] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.624028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.624160] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64fbe9a1-ee62-4025-9850-59186610b616 is going to be created. [ 663.648706] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.648869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.648926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.649317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.649365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.663192] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64fbe9a1-ee62-4025-9850-59186610b616 in Status: UNINITIALIZED for 2s [ 663.743441] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: SUCCESS [ 663.743558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.743803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.744125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.744413] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.744655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.744742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.746280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.746375] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.746717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.746717] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.253041] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.253041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.253041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.253041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.253041] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.253041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.253041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.253041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.253041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.253041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.253041] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.253041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.253041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.253041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.253041] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.253041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.253898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.253898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.253898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.253898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.253898] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.759200] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 189a10da-9656-427f-b321-76a7c13f5ba8: rpc.has_security_group_logging(os_id): False [ 664.782267] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.782451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.782531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.782833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.782951] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.783279] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.783363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.783447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.783724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.783764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.784014] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.784149] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.784228] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.784411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.784704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.784846] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.784988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.785146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.785318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.785388] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.785498] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 189a10da-9656-427f-b321-76a7c13f5ba8 is going to be created. [ 664.861565] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.861737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.861870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.862165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.862286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.878477] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: IN_PROGRESS for 2s [ 664.937562] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 664.937562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.525069] env[65530]: INFO networking_nsxv3.common.synchronization [req-9b66c5da-2b57-45f3-9bc2-35bf5ee3cb0f req-c664ab5e-a0e8-4c0f-8ebb-6fa423628d5e tempest-ServerDiskConfigTestJSON-182912250 tempest-ServerDiskConfigTestJSON-182912250-project-member] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 665.526301] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 665.527160] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.527160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.527160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.527462] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.527807] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.527807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.527807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.527990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.528080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.528673] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.673680] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64fbe9a1-ee62-4025-9850-59186610b616 in Status: SUCCESS [ 665.673947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.674137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.674376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.674583] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.674744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.674800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.674946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.675041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.675130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.675285] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('64fbe9a1-ee62-4025-9850-59186610b616',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.032715] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.032715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.032715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.032715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.032715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.032715] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.032715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.032715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.032715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.032715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.032715] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb already deleted. [ 666.032715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.180596] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-64fbe9a1-ee62-4025-9850-59186610b616 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.180596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.180596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.180596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.180596] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.180596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.180596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.180596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.180596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.180596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.180596] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-64fbe9a1-ee62-4025-9850-59186610b616 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.180596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.180596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.180596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.180596] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.180596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.181400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.181400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.181400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.181400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.181400] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('64fbe9a1-ee62-4025-9850-59186610b616',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.221559] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.221559] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.222660] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.222660] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.222660] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.222660] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.222660] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.223122] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.223226] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.223546] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.223546] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.223688] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.223740] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.223839] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.223938] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.224082] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.247918] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.248259] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.248391] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.248505] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.248855] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-4794683d-20e6-4de1-8a6a-e3fca22e00de taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.249066] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-4794683d-20e6-4de1-8a6a-e3fca22e00de" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.249249] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-4794683d-20e6-4de1-8a6a-e3fca22e00de" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.249525] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-4794683d-20e6-4de1-8a6a-e3fca22e00de" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.249661] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4794683d-20e6-4de1-8a6a-e3fca22e00de',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.685611] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 64fbe9a1-ee62-4025-9850-59186610b616: rpc.has_security_group_logging(os_id): False [ 666.705430] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.705601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.705662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.705935] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.706574] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.706574] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.706574] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.706574] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.706878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.706878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.706982] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.707062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.707185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.707249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.707321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.707552] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.707657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.707715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.708487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.708487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.709326] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64fbe9a1-ee62-4025-9850-59186610b616 is going to be created. [ 666.751892] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.752138] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.752353] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.752675] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.752888] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.753095] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 4794683d-20e6-4de1-8a6a-e3fca22e00de not found, creating... [ 666.753378] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.753534] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.753654] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.753870] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.753999] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.754301] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.754458] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.754598] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.754773] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.754899] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.755060] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 4794683d-20e6-4de1-8a6a-e3fca22e00de is going to be created. [ 666.800544] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.801406] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.801538] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.802077] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.802632] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.802632] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-4794683d-20e6-4de1-8a6a-e3fca22e00de" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.805761] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.806255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.806433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.806733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.806933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.823023] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64fbe9a1-ee62-4025-9850-59186610b616 in Status: IN_PROGRESS for 2s [ 666.896220] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: SUCCESS [ 666.897159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.904129] env[65530]: INFO networking_nsxv3.common.synchronization [None req-b236761f-76e2-4fe4-84c1-27a97ac614aa None None] Enqueued Resource ID: 236d2982-5273-4f9a-ad78-6056d9623281 with Priority: HIGHEST for action port [ 666.904777] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 236d2982-5273-4f9a-ad78-6056d9623281 with Priority: HIGHEST for action port [ 666.905453] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-236d2982-5273-4f9a-ad78-6056d9623281 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.905620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-236d2982-5273-4f9a-ad78-6056d9623281" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.905804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-236d2982-5273-4f9a-ad78-6056d9623281" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.906450] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-236d2982-5273-4f9a-ad78-6056d9623281" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.906743] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('236d2982-5273-4f9a-ad78-6056d9623281',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.410514] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 236d2982-5273-4f9a-ad78-6056d9623281 [ 667.411398] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.411398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.411398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.411398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.412144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.412144] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:236d2982-5273-4f9a-ad78-6056d9623281 already deleted. [ 667.412144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-236d2982-5273-4f9a-ad78-6056d9623281" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.609022] env[65530]: INFO networking_nsxv3.common.synchronization [req-9b66c5da-2b57-45f3-9bc2-35bf5ee3cb0f req-6981536c-07e7-453e-a97d-40c8d74f54bd service nova] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_rules [ 667.609022] env[65530]: INFO networking_nsxv3.common.synchronization [req-9b66c5da-2b57-45f3-9bc2-35bf5ee3cb0f req-6981536c-07e7-453e-a97d-40c8d74f54bd service nova] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 667.609022] env[65530]: INFO networking_nsxv3.common.synchronization [req-9b66c5da-2b57-45f3-9bc2-35bf5ee3cb0f req-6981536c-07e7-453e-a97d-40c8d74f54bd service nova] Enqueued Resource ID: 4794683d-20e6-4de1-8a6a-e3fca22e00de with Priority: HIGHEST for action port [ 667.609022] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_rules [ 667.609022] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 667.609022] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4794683d-20e6-4de1-8a6a-e3fca22e00de with Priority: HIGHEST for action port [ 667.609022] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.609022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.609022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.609575] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.609575] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.611347] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.611828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.611952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.616384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.616384] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.616384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.616384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.616384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.616384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.616384] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.618020] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-4794683d-20e6-4de1-8a6a-e3fca22e00de taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.618158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4794683d-20e6-4de1-8a6a-e3fca22e00de" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.618266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4794683d-20e6-4de1-8a6a-e3fca22e00de" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.618746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4794683d-20e6-4de1-8a6a-e3fca22e00de" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.618880] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4794683d-20e6-4de1-8a6a-e3fca22e00de',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.908988] env[65530]: INFO networking_nsxv3.common.synchronization [None req-9c8a8047-3d84-4b65-9545-bac63025d7fc None None] Enqueued Resource ID: 15956343-8ef1-4600-a663-2cdbe5052ed9 with Priority: HIGHEST for action port [ 667.911235] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 15956343-8ef1-4600-a663-2cdbe5052ed9 with Priority: HIGHEST for action port [ 667.913201] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-15956343-8ef1-4600-a663-2cdbe5052ed9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.913793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-15956343-8ef1-4600-a663-2cdbe5052ed9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.913985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-15956343-8ef1-4600-a663-2cdbe5052ed9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.914374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-15956343-8ef1-4600-a663-2cdbe5052ed9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.915105] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('15956343-8ef1-4600-a663-2cdbe5052ed9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.120909] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.122873] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.123046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.123440] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4794683d-20e6-4de1-8a6a-e3fca22e00de with status ACTIVE [ 668.123618] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.123711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.123750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.124721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.124721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.124857] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.125270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.125270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.125270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.125423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.126994] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.126994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.126994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.126994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.126994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.126994] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4794683d-20e6-4de1-8a6a-e3fca22e00de is going to be updated. [ 668.153631] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.153812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.153869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.154114] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.154267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.154442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4794683d-20e6-4de1-8a6a-e3fca22e00de" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.418943] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 15956343-8ef1-4600-a663-2cdbe5052ed9 [ 668.418943] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.418943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.418943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.419756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.419756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.419756] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:15956343-8ef1-4600-a663-2cdbe5052ed9 already deleted. [ 668.419756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-15956343-8ef1-4600-a663-2cdbe5052ed9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.598101] env[65530]: INFO networking_nsxv3.common.synchronization [req-5edf98c6-4bd8-4252-b525-0a10234273e3 req-d184f07d-1788-4023-a4a9-fe78bf49e4c0 tempest-FloatingIPsAssociationNegativeTestJSON-1300321475 tempest-FloatingIPsAssociationNegativeTestJSON-1300321475-project-member] Enqueued Resource ID: a20514a4-b996-4300-8dea-6146ca98fb45 with Priority: HIGHEST for action security_group_members [ 668.598101] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20514a4-b996-4300-8dea-6146ca98fb45 with Priority: HIGHEST for action security_group_members [ 668.598101] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a20514a4-b996-4300-8dea-6146ca98fb45 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.598849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.599544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.599834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.600693] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.600693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.600693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.602771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.602771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.602771] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a20514a4-b996-4300-8dea-6146ca98fb45',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.628069] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.839912] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 64fbe9a1-ee62-4025-9850-59186610b616 in Status: SUCCESS [ 668.839912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.976494] env[65530]: INFO networking_nsxv3.common.synchronization [None req-d1523bb5-3bb3-4192-a4e6-f0309e34ab25 None None] Enqueued Resource ID: f4680338-1ab2-4c9a-b9cb-0c3a57e25754 with Priority: HIGHEST for action port [ 668.977235] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4680338-1ab2-4c9a-b9cb-0c3a57e25754 with Priority: HIGHEST for action port [ 668.982784] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-f4680338-1ab2-4c9a-b9cb-0c3a57e25754 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.982784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f4680338-1ab2-4c9a-b9cb-0c3a57e25754" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.982784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f4680338-1ab2-4c9a-b9cb-0c3a57e25754" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.982784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f4680338-1ab2-4c9a-b9cb-0c3a57e25754" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.982784] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f4680338-1ab2-4c9a-b9cb-0c3a57e25754',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.998739] env[65530]: INFO networking_nsxv3.common.synchronization [req-db8e30f2-38c7-4759-a19e-d232739bb0dd req-2eb66247-edd1-48ea-b05a-69db48fc53b9 tempest-ServerMetadataTestJSON-972401061 tempest-ServerMetadataTestJSON-972401061-project-member] Enqueued Resource ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 with Priority: HIGHEST for action security_group_members [ 668.999912] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 with Priority: HIGHEST for action security_group_members [ 669.000601] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-892b4907-3c73-4591-bf04-d41d9f68bac8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.001287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.001473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.003277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.003277] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.003277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.003277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.003277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.003277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.003277] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('892b4907-3c73-4591-bf04-d41d9f68bac8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.107989] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.107989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.107989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.107989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.107989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.107989] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.107989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.107989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.107989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.107989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.107989] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20514a4-b996-4300-8dea-6146ca98fb45 is going to be updated. [ 669.135910] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.135910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.135910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.135910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.136572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.136572] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be created. [ 669.151103] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.151103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.151103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.151103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.151372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.162772] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20514a4-b996-4300-8dea-6146ca98fb45 in Status: IN_PROGRESS for 2s [ 669.172847] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.172847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.172847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.172847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.172847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.185262] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: UNINITIALIZED for 2s [ 669.189254] env[65530]: INFO networking_nsxv3.common.synchronization [req-f408e3c0-2172-4756-b379-bca751239744 req-90d0846c-637b-4d93-bc7d-88e2485ccb9c tempest-DeleteServersAdminTestJSON-1486294347 tempest-DeleteServersAdminTestJSON-1486294347-project-member] Enqueued Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_members [ 669.189857] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGHEST for action security_group_members [ 669.190305] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.190411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.190411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.190604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.190763] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.190862] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.190915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.191159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.191282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.191404] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.384645] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-548 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.385288] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-548" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.385288] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-548" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.385432] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-548" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.386222] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.386222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.386222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.386433] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.386433] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.386622] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.386755] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 669.386892] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 669.387268] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 669.387268] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 669.387268] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 669.387439] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 669.414915] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 669.414915] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 669.414915] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 669.414915] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-548" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.414915] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-a429d614-e181-42e5-a0cf-0c6a028aa39c taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.414915] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-a429d614-e181-42e5-a0cf-0c6a028aa39c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.414915] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-a429d614-e181-42e5-a0cf-0c6a028aa39c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.415888] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-a429d614-e181-42e5-a0cf-0c6a028aa39c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.416558] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a429d614-e181-42e5-a0cf-0c6a028aa39c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.485959] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f4680338-1ab2-4c9a-b9cb-0c3a57e25754 [ 669.486244] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.486244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.486244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.486910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.486910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.486910] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f4680338-1ab2-4c9a-b9cb-0c3a57e25754 already deleted. [ 669.486910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f4680338-1ab2-4c9a-b9cb-0c3a57e25754" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.507080] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.507080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.507080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.507080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.507080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.507080] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.507080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.507080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.507543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.507543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.507543] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 already deleted. [ 669.507543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.693898] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.695428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.695428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.695428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.695428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.695428] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.695428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.695428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.695809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.695809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.695809] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 is going to be updated. [ 669.726681] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.727553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.728148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.728148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.728371] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.738536] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: IN_PROGRESS for 2s [ 669.920166] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.920166] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.920166] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.920490] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.920490] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.921398] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port a429d614-e181-42e5-a0cf-0c6a028aa39c not found, creating... [ 669.921398] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.921398] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.921398] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.921398] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.921743] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.922622] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.923672] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.923672] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.923823] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.924025] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.924092] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: a429d614-e181-42e5-a0cf-0c6a028aa39c is going to be created. [ 669.947795] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.948137] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.948202] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.948437] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.949456] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.949795] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-a429d614-e181-42e5-a0cf-0c6a028aa39c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.695272] env[65530]: INFO networking_nsxv3.common.synchronization [req-db8e30f2-38c7-4759-a19e-d232739bb0dd req-5ddd3578-1a77-4a44-810f-e417ce5d9749 service nova] Enqueued Resource ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 with Priority: HIGHEST for action security_group_rules [ 670.695592] env[65530]: INFO networking_nsxv3.common.synchronization [req-db8e30f2-38c7-4759-a19e-d232739bb0dd req-5ddd3578-1a77-4a44-810f-e417ce5d9749 service nova] Enqueued Resource ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 with Priority: HIGHEST for action security_group_members [ 670.696316] env[65530]: INFO networking_nsxv3.common.synchronization [req-db8e30f2-38c7-4759-a19e-d232739bb0dd req-5ddd3578-1a77-4a44-810f-e417ce5d9749 service nova] Enqueued Resource ID: a429d614-e181-42e5-a0cf-0c6a028aa39c with Priority: HIGHEST for action port [ 670.697012] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 with Priority: HIGHEST for action security_group_rules [ 670.697165] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 with Priority: HIGHEST for action security_group_members [ 670.697266] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a429d614-e181-42e5-a0cf-0c6a028aa39c with Priority: HIGHEST for action port [ 670.697545] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-892b4907-3c73-4591-bf04-d41d9f68bac8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.697720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.697755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.697992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.698091] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('892b4907-3c73-4591-bf04-d41d9f68bac8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.699452] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-892b4907-3c73-4591-bf04-d41d9f68bac8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.699452] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.699452] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.699745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.699745] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.699830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.700017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.701110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.701291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.701429] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('892b4907-3c73-4591-bf04-d41d9f68bac8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.703531] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-a429d614-e181-42e5-a0cf-0c6a028aa39c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.703658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a429d614-e181-42e5-a0cf-0c6a028aa39c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.703738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a429d614-e181-42e5-a0cf-0c6a028aa39c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.703908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a429d614-e181-42e5-a0cf-0c6a028aa39c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.703987] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a429d614-e181-42e5-a0cf-0c6a028aa39c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.829959] env[65530]: INFO networking_nsxv3.common.synchronization [None req-67cdf747-9cce-469e-a8b9-ae822ac57f3f tempest-AttachVolumeTestJSON-1349496788 tempest-AttachVolumeTestJSON-1349496788-project-member] Enqueued Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGHEST for action security_group_rules [ 670.830801] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGHEST for action security_group_rules [ 670.830801] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.830915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.831111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.831712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.831712] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.972732] env[65530]: INFO networking_nsxv3.common.synchronization [None req-9b49dbb1-f53e-4194-97e3-da462d719ffd tempest-AttachVolumeTestJSON-1349496788 tempest-AttachVolumeTestJSON-1349496788-project-member] Enqueued Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGHEST for action security_group_rules [ 670.972732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGHEST for action security_group_rules [ 670.972732] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.972732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.176418] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a20514a4-b996-4300-8dea-6146ca98fb45 in Status: SUCCESS [ 671.176418] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a20514a4-b996-4300-8dea-6146ca98fb45 deletion is rescheduled due to dependency. [ 671.176571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.195944] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: UNINITIALIZED for 4s [ 671.205437] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('892b4907-3c73-4591-bf04-d41d9f68bac8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.206843] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-892b4907-3c73-4591-bf04-d41d9f68bac8 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.207015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.207178] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a429d614-e181-42e5-a0cf-0c6a028aa39c with status ACTIVE [ 671.207363] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.207575] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.207575] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.207765] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.207851] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.209516] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.209516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.209516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.209516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.209516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.209516] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.209516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.209516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.209516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.210057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.210057] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a429d614-e181-42e5-a0cf-0c6a028aa39c is going to be updated. [ 671.238565] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.238691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.238691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.238881] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.239030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.239304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a429d614-e181-42e5-a0cf-0c6a028aa39c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.386358] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.386481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.386558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.386804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.386901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.387026] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc already deleted. [ 671.387116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.387293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.387501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.387619] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.611871] env[65530]: INFO networking_nsxv3.common.synchronization [None req-ffef6fe3-e596-423f-ba36-ead1ea313ee1 None None] Enqueued Resource ID: 49741532-7303-4287-b9fc-8b57e925fb4d with Priority: HIGHEST for action port [ 671.612571] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 49741532-7303-4287-b9fc-8b57e925fb4d with Priority: HIGHEST for action port [ 671.612947] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-49741532-7303-4287-b9fc-8b57e925fb4d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.614088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-49741532-7303-4287-b9fc-8b57e925fb4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.616303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-49741532-7303-4287-b9fc-8b57e925fb4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.616303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-49741532-7303-4287-b9fc-8b57e925fb4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.616303] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('49741532-7303-4287-b9fc-8b57e925fb4d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.711784] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('892b4907-3c73-4591-bf04-d41d9f68bac8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.750887] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 in Status: SUCCESS [ 671.751114] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 deletion is rescheduled due to dependency. [ 671.751227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.914200] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.914298] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.914357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.914621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.914709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.914855] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc already deleted. [ 671.914967] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.117995] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 49741532-7303-4287-b9fc-8b57e925fb4d [ 672.118317] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.118841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.118841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.118841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.118841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.119048] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:49741532-7303-4287-b9fc-8b57e925fb4d already deleted. [ 672.120087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-49741532-7303-4287-b9fc-8b57e925fb4d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.218693] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.218856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.218924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.219211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.219314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.219391] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 is going to be created. [ 672.247640] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.247640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.247640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.247640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.247640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.259979] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 in Status: UNINITIALIZED for 2s [ 673.207571] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 673.207775] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.208607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.208607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.208607] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.208607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.208607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.208607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.209409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.209409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.209409] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.711352] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.711600] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.711600] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.711940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.712064] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.712184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.712864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.718345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.718345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.718345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.718345] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.718345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.718345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.718345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.718345] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.718345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.718345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.718345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.718345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.718345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.718345] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.221321] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a16b9a7e-fe27-4054-92ab-62cdd280cdfb: rpc.has_security_group_logging(os_id): False [ 674.240286] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.240472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.240539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.242760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.242760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.242760] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.242760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.242760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.242760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.242760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.242760] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.242760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.242760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.242760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.242760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.242760] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.242760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.243734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.243734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.243734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.243734] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be created. [ 674.270606] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 in Status: SUCCESS [ 674.270606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.270606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.270606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.270606] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.270606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.270606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.270606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.270606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.270606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.270606] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('892b4907-3c73-4591-bf04-d41d9f68bac8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.315446] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.315666] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.315777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.316049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.316286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.328782] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 674.775097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-892b4907-3c73-4591-bf04-d41d9f68bac8 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.775097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.775318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.775376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.775645] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.777270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.778680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.779075] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.779220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.780363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.780632] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-892b4907-3c73-4591-bf04-d41d9f68bac8 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.780761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.780831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.781128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.782148] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.782269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.782449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.782645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.782736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.782825] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.782922] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('892b4907-3c73-4591-bf04-d41d9f68bac8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.286219] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 892b4907-3c73-4591-bf04-d41d9f68bac8: rpc.has_security_group_logging(os_id): False [ 675.318403] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.318403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.318403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.318403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.318403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.318403] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.318403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.318403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.318403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.318403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.318403] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.318403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.318403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.318403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.318403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.319163] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.319163] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.319163] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.319163] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.319163] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.319163] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 is going to be created. [ 675.409632] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.409632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.409632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.409893] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.409932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.427377] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 in Status: IN_PROGRESS for 2s [ 676.350632] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 676.351352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.613856] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 676.614043] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 677.442286] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 in Status: SUCCESS [ 677.442624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.038085] env[65530]: INFO networking_nsxv3.common.synchronization [None req-7ebf993d-e9c9-45fe-8d1f-f53268ded9f9 None None] Enqueued Resource ID: b56610e5-39d1-438e-ab86-83a4cfcf3191 with Priority: HIGHEST for action port [ 679.039215] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b56610e5-39d1-438e-ab86-83a4cfcf3191 with Priority: HIGHEST for action port [ 679.043115] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-b56610e5-39d1-438e-ab86-83a4cfcf3191 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.045020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b56610e5-39d1-438e-ab86-83a4cfcf3191" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.045020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b56610e5-39d1-438e-ab86-83a4cfcf3191" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.045020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b56610e5-39d1-438e-ab86-83a4cfcf3191" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.045020] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b56610e5-39d1-438e-ab86-83a4cfcf3191',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.549298] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b56610e5-39d1-438e-ab86-83a4cfcf3191 [ 679.549543] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.549543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.549543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.550822] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.551021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.551083] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b56610e5-39d1-438e-ab86-83a4cfcf3191 already deleted. [ 679.551220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b56610e5-39d1-438e-ab86-83a4cfcf3191" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.324053] env[65530]: INFO networking_nsxv3.common.synchronization [None req-1b1671d1-0df4-48f9-a9d9-d5472c3877fb None None] Enqueued Resource ID: 3d3dc310-b3aa-41a0-b43c-1273ea303cef with Priority: HIGHEST for action port [ 680.324526] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d3dc310-b3aa-41a0-b43c-1273ea303cef with Priority: HIGHEST for action port [ 680.324884] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d3dc310-b3aa-41a0-b43c-1273ea303cef taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.324985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d3dc310-b3aa-41a0-b43c-1273ea303cef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.326385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d3dc310-b3aa-41a0-b43c-1273ea303cef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.326478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d3dc310-b3aa-41a0-b43c-1273ea303cef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.326568] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d3dc310-b3aa-41a0-b43c-1273ea303cef',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.830169] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d3dc310-b3aa-41a0-b43c-1273ea303cef [ 680.831242] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.831242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.831242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.831242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.831242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.831242] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d3dc310-b3aa-41a0-b43c-1273ea303cef already deleted. [ 680.831563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d3dc310-b3aa-41a0-b43c-1273ea303cef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.840683] env[65530]: INFO networking_nsxv3.common.synchronization [req-90ed1bf5-aec8-47d1-832c-6c6157c27d36 req-355320d6-d2a8-41a6-9cb8-a2b8331a211b tempest-ServersAdminTestJSON-154072691 tempest-ServersAdminTestJSON-154072691-project-member] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 681.841241] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 681.842432] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.842432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.842432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.842432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.844152] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.844330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.844443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.844664] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.844804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.844915] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.347823] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.477219] env[65530]: INFO networking_nsxv3.common.synchronization [req-9e24f7ec-7d48-4a46-86d6-fb070e70c0a4 req-40ae2a0b-395b-41b7-93bb-18bf35538fff tempest-AttachInterfacesV270Test-1989882175 tempest-AttachInterfacesV270Test-1989882175-project-member] Enqueued Resource ID: 64fbe9a1-ee62-4025-9850-59186610b616 with Priority: HIGHEST for action security_group_members [ 682.477219] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64fbe9a1-ee62-4025-9850-59186610b616 with Priority: HIGHEST for action security_group_members [ 682.481576] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-64fbe9a1-ee62-4025-9850-59186610b616 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.481576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.481576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.481576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.481576] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.481576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.481576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.481576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.481576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.481576] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('64fbe9a1-ee62-4025-9850-59186610b616',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.526114] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-437 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.526114] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.526239] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.526429] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.527168] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.527445] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.527707] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.527918] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.528174] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.528871] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.528871] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 682.528871] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 682.528871] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 682.529094] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 682.529193] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 682.529596] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 682.557197] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 682.557373] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 682.557509] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 682.557684] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-437" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.558027] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-d83c84d9-e3bc-4e02-8e30-e88494925681 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.558196] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-d83c84d9-e3bc-4e02-8e30-e88494925681" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.558303] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-d83c84d9-e3bc-4e02-8e30-e88494925681" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.558650] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-d83c84d9-e3bc-4e02-8e30-e88494925681" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.558782] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d83c84d9-e3bc-4e02-8e30-e88494925681',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.679035] env[65530]: INFO networking_nsxv3.common.synchronization [None req-9ec28fbe-cf20-4db1-a20a-f12a8a6499a0 None None] Enqueued Resource ID: 79043ba3-07e4-4a61-958d-063b920e10d6 with Priority: HIGHEST for action port [ 682.679876] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79043ba3-07e4-4a61-958d-063b920e10d6 with Priority: HIGHEST for action port [ 682.680294] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-79043ba3-07e4-4a61-958d-063b920e10d6 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.680495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79043ba3-07e4-4a61-958d-063b920e10d6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.680606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79043ba3-07e4-4a61-958d-063b920e10d6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.680843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79043ba3-07e4-4a61-958d-063b920e10d6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.680937] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79043ba3-07e4-4a61-958d-063b920e10d6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.850193] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.985578] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.986251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.986251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.986251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.986251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.986558] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.986558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.986558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.986693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.986693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.986756] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64fbe9a1-ee62-4025-9850-59186610b616 is going to be updated. [ 683.015153] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.016089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.017675] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.017675] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.017675] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.028978] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64fbe9a1-ee62-4025-9850-59186610b616 in Status: IN_PROGRESS for 2s [ 683.066505] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.066740] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.066860] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.067173] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.067318] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.067466] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port d83c84d9-e3bc-4e02-8e30-e88494925681 not found, creating... [ 683.067723] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.067916] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.067995] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.068217] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.068346] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.068850] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.068850] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.069024] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.069610] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.070665] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.070714] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: d83c84d9-e3bc-4e02-8e30-e88494925681 is going to be created. [ 683.093360] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.094062] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.094062] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.094391] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.094761] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.095381] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-d83c84d9-e3bc-4e02-8e30-e88494925681" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.102036] env[65530]: INFO networking_nsxv3.common.synchronization [None req-cf8a868f-586a-4335-a487-737224d65e57 None None] Enqueued Resource ID: 17a63a12-f20e-4e81-98d9-01f370fa0f01 with Priority: HIGHEST for action port [ 683.102302] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17a63a12-f20e-4e81-98d9-01f370fa0f01 with Priority: HIGHEST for action port [ 683.102909] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-17a63a12-f20e-4e81-98d9-01f370fa0f01 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.103051] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17a63a12-f20e-4e81-98d9-01f370fa0f01" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.103115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17a63a12-f20e-4e81-98d9-01f370fa0f01" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.103369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17a63a12-f20e-4e81-98d9-01f370fa0f01" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.103463] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17a63a12-f20e-4e81-98d9-01f370fa0f01',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.184043] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79043ba3-07e4-4a61-958d-063b920e10d6 [ 683.184444] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.185245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.185245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.185741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.185906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.186093] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79043ba3-07e4-4a61-958d-063b920e10d6 already deleted. [ 683.186260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79043ba3-07e4-4a61-958d-063b920e10d6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.353088] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.353321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.353374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.353624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.353739] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.353852] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be updated. [ 683.394433] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.394433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.394657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.394698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.394868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.407555] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 683.605614] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17a63a12-f20e-4e81-98d9-01f370fa0f01 [ 683.605873] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.606176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.606176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.606270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.606353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.606485] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17a63a12-f20e-4e81-98d9-01f370fa0f01 already deleted. [ 683.606528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17a63a12-f20e-4e81-98d9-01f370fa0f01" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.924437] env[65530]: INFO networking_nsxv3.common.synchronization [req-90ed1bf5-aec8-47d1-832c-6c6157c27d36 req-fcf31b12-9210-4336-adcb-2bf3df7e7070 service nova] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_rules [ 683.924773] env[65530]: INFO networking_nsxv3.common.synchronization [req-90ed1bf5-aec8-47d1-832c-6c6157c27d36 req-fcf31b12-9210-4336-adcb-2bf3df7e7070 service nova] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 683.925097] env[65530]: INFO networking_nsxv3.common.synchronization [req-90ed1bf5-aec8-47d1-832c-6c6157c27d36 req-fcf31b12-9210-4336-adcb-2bf3df7e7070 service nova] Enqueued Resource ID: d83c84d9-e3bc-4e02-8e30-e88494925681 with Priority: HIGHEST for action port [ 683.925824] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_rules [ 683.926018] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 683.926157] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d83c84d9-e3bc-4e02-8e30-e88494925681 with Priority: HIGHEST for action port [ 683.926469] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.926654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.926756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.930103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.930236] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.931846] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.931940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.933658] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-d83c84d9-e3bc-4e02-8e30-e88494925681 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.933658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d83c84d9-e3bc-4e02-8e30-e88494925681" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.933658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d83c84d9-e3bc-4e02-8e30-e88494925681" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.933658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d83c84d9-e3bc-4e02-8e30-e88494925681" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.933658] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d83c84d9-e3bc-4e02-8e30-e88494925681',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.432280] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.432569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.434766] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d83c84d9-e3bc-4e02-8e30-e88494925681 with status ACTIVE [ 684.434955] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.435119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.435201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.435359] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.435507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.435605] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.435700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.435754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.435916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.435983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.436178] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.436274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.436335] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.436501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.436559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.436771] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d83c84d9-e3bc-4e02-8e30-e88494925681 is going to be updated. [ 684.460195] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.460690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.460690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.460690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.460897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.461082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d83c84d9-e3bc-4e02-8e30-e88494925681" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.041082] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 64fbe9a1-ee62-4025-9850-59186610b616 in Status: SUCCESS [ 685.041466] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 64fbe9a1-ee62-4025-9850-59186610b616 deletion is rescheduled due to dependency. [ 685.041466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.418642] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 685.418642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.418642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.418642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.418941] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.418941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.418941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.419102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.420051] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.420051] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.923420] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.129872] env[65530]: INFO networking_nsxv3.common.synchronization [None req-51e7b661-be55-47a6-b47a-b384399a13bf None None] Enqueued Resource ID: 9569a278-fbbe-4237-b547-c7e6603a3fb5 with Priority: HIGHEST for action port [ 686.129872] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9569a278-fbbe-4237-b547-c7e6603a3fb5 with Priority: HIGHEST for action port [ 686.130148] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-9569a278-fbbe-4237-b547-c7e6603a3fb5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.130249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9569a278-fbbe-4237-b547-c7e6603a3fb5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.130504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9569a278-fbbe-4237-b547-c7e6603a3fb5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.130742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9569a278-fbbe-4237-b547-c7e6603a3fb5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.130843] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9569a278-fbbe-4237-b547-c7e6603a3fb5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.426111] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.632665] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9569a278-fbbe-4237-b547-c7e6603a3fb5 [ 686.633321] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.633321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.633321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.633321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.633833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.633833] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9569a278-fbbe-4237-b547-c7e6603a3fb5 already deleted. [ 686.633833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9569a278-fbbe-4237-b547-c7e6603a3fb5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.930014] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.930014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.930014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.930014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.930014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.930014] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be updated. [ 686.960150] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.960303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.960367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.960681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.960837] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.973153] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 688.985239] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 688.985549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.985626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.985850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.986012] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.986171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.986223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.986364] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.986420] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.986521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.986705] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.324669] env[65530]: INFO networking_nsxv3.common.synchronization [None req-5ea03e94-975f-4339-be4b-d33bb3963b14 None None] Enqueued Resource ID: fe7f2194-6483-480c-9140-842bdea57e5b with Priority: HIGHEST for action port [ 689.325829] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe7f2194-6483-480c-9140-842bdea57e5b with Priority: HIGHEST for action port [ 689.325829] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe7f2194-6483-480c-9140-842bdea57e5b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.325829] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe7f2194-6483-480c-9140-842bdea57e5b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.326135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe7f2194-6483-480c-9140-842bdea57e5b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.326497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe7f2194-6483-480c-9140-842bdea57e5b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.326697] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe7f2194-6483-480c-9140-842bdea57e5b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.489567] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.489788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.489788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.489993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.490263] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.490373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.490439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.490650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.490758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.490859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.490994] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.491099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.491159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.491302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.491436] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.491527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.491588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.491720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.491796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.491874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.491964] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.830304] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fe7f2194-6483-480c-9140-842bdea57e5b [ 689.830548] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.830672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.830742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.830956] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.831057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.831150] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fe7f2194-6483-480c-9140-842bdea57e5b already deleted. [ 689.831233] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe7f2194-6483-480c-9140-842bdea57e5b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.994372] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 949a8980-0b53-436f-9141-8531b7e34650: rpc.has_security_group_logging(os_id): False [ 690.012612] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.012840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.012917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.013152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.013251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.013440] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.013543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.013607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.013953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.013953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.014039] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.014102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.014167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.014302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.014372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.014548] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.014642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.014702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.015725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.015848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.015943] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be updated. [ 690.105591] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.105758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.105834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.106112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.106232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.123415] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 691.119809] env[65530]: INFO networking_nsxv3.common.synchronization [None req-ccfda66b-7780-4bb7-985a-a5f2a861eba4 None None] Enqueued Resource ID: ce5f1ee0-b8c7-470b-93dd-d481193e3473 with Priority: HIGHEST for action port [ 691.119809] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ce5f1ee0-b8c7-470b-93dd-d481193e3473 with Priority: HIGHEST for action port [ 691.120409] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-ce5f1ee0-b8c7-470b-93dd-d481193e3473 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.120551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ce5f1ee0-b8c7-470b-93dd-d481193e3473" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.120601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ce5f1ee0-b8c7-470b-93dd-d481193e3473" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.120846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ce5f1ee0-b8c7-470b-93dd-d481193e3473" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.120934] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ce5f1ee0-b8c7-470b-93dd-d481193e3473',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.625328] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ce5f1ee0-b8c7-470b-93dd-d481193e3473 [ 691.625328] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.625328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.625328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.625328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.625328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.625328] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ce5f1ee0-b8c7-470b-93dd-d481193e3473 already deleted. [ 691.625328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ce5f1ee0-b8c7-470b-93dd-d481193e3473" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.143271] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 692.143526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.307251] env[65530]: INFO networking_nsxv3.common.synchronization [req-83b317c6-7b22-400d-8650-dd2792f9f30a req-75623a61-554a-4cbd-983a-c66865243b10 tempest-ImagesOneServerTestJSON-1693413391 tempest-ImagesOneServerTestJSON-1693413391-project-member] Enqueued Resource ID: c95cb89c-a4af-4f82-8111-4d30b478680c with Priority: HIGHEST for action security_group_members [ 692.307251] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95cb89c-a4af-4f82-8111-4d30b478680c with Priority: HIGHEST for action security_group_members [ 692.307251] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c95cb89c-a4af-4f82-8111-4d30b478680c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.307251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.307251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.307251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.307251] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.307251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.307251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.307251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.307251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.307251] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c95cb89c-a4af-4f82-8111-4d30b478680c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.810695] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.810862] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.810935] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.811176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.811279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.811463] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.811554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.811642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.811768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.811908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.811950] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95cb89c-a4af-4f82-8111-4d30b478680c is going to be updated. [ 692.846046] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.846046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.846046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.846517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.846853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.858558] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95cb89c-a4af-4f82-8111-4d30b478680c in Status: IN_PROGRESS for 2s [ 693.203245] env[65530]: INFO networking_nsxv3.common.synchronization [None req-c4590948-a7b9-4fd8-84f7-5312c49faa77 None None] Enqueued Resource ID: 5cd3aca5-a388-4754-b315-71f8e4a4546e with Priority: HIGHEST for action port [ 693.203245] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5cd3aca5-a388-4754-b315-71f8e4a4546e with Priority: HIGHEST for action port [ 693.203245] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5cd3aca5-a388-4754-b315-71f8e4a4546e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.203245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5cd3aca5-a388-4754-b315-71f8e4a4546e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.203596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5cd3aca5-a388-4754-b315-71f8e4a4546e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.203596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5cd3aca5-a388-4754-b315-71f8e4a4546e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.203651] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5cd3aca5-a388-4754-b315-71f8e4a4546e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.505866] env[65530]: INFO networking_nsxv3.common.synchronization [req-137e8860-9cdc-48b9-8fe4-92bba84fa1a6 req-681c0b11-fd78-4769-ba97-18b8c9a8491f tempest-ListServersNegativeTestJSON-1760935268 tempest-ListServersNegativeTestJSON-1760935268-project-member] Enqueued Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 693.506871] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 693.506871] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.506871] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.506871] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.508493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.508676] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.508787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.508855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.509027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.509363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.509473] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.706257] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5cd3aca5-a388-4754-b315-71f8e4a4546e [ 693.706736] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.706838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.706877] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.707175] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.707272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.707379] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5cd3aca5-a388-4754-b315-71f8e4a4546e already deleted. [ 693.707470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5cd3aca5-a388-4754-b315-71f8e4a4546e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.017446] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.288467] env[65530]: INFO networking_nsxv3.common.synchronization [req-8ee651a7-95f6-4516-b05f-84594c39d9e2 req-544f4ac5-26f4-4eec-bd48-d97f1c1380d0 tempest-ListServersNegativeTestJSON-1760935268 tempest-ListServersNegativeTestJSON-1760935268-project-member] Enqueued Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 694.290685] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGHEST for action security_group_members [ 694.291100] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.291275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.519018] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.870520] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c95cb89c-a4af-4f82-8111-4d30b478680c in Status: SUCCESS [ 694.871119] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c95cb89c-a4af-4f82-8111-4d30b478680c deletion is rescheduled due to dependency. [ 694.871503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.945480] env[65530]: INFO networking_nsxv3.common.synchronization [req-dfd7a0a5-f58d-4418-971f-c14e1e6a2c24 req-b53ec467-5f9c-4126-b455-16f59582f194 tempest-SecurityGroupRulesTestJSON-186680927 tempest-SecurityGroupRulesTestJSON-186680927-project-member] Enqueued Resource ID: 2dd89455-34c3-4af2-bcde-f24c09161229 with Priority: HIGHEST for action security_group_rules [ 694.946020] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2dd89455-34c3-4af2-bcde-f24c09161229 with Priority: HIGHEST for action security_group_rules [ 694.946325] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2dd89455-34c3-4af2-bcde-f24c09161229 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.946656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2dd89455-34c3-4af2-bcde-f24c09161229" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.946656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2dd89455-34c3-4af2-bcde-f24c09161229" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.950336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2dd89455-34c3-4af2-bcde-f24c09161229" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.950544] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2dd89455-34c3-4af2-bcde-f24c09161229',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.023063] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.023063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.023063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.023063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.023063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.023063] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b is going to be updated. [ 695.063618] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.063618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.063618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.063618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.063618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.074558] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: IN_PROGRESS for 2s [ 695.176453] env[65530]: INFO networking_nsxv3.common.synchronization [None req-c7268f6b-42d2-4d7c-be4f-fd6bd2a51172 None None] Enqueued Resource ID: 8e9e2d99-47bc-40ac-957c-2a9d3bbb9af1 with Priority: HIGHEST for action port [ 695.176453] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e9e2d99-47bc-40ac-957c-2a9d3bbb9af1 with Priority: HIGHEST for action port [ 695.176453] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e9e2d99-47bc-40ac-957c-2a9d3bbb9af1 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.176453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e9e2d99-47bc-40ac-957c-2a9d3bbb9af1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.176453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e9e2d99-47bc-40ac-957c-2a9d3bbb9af1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.176453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e9e2d99-47bc-40ac-957c-2a9d3bbb9af1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.176453] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e9e2d99-47bc-40ac-957c-2a9d3bbb9af1',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.413795] env[65530]: INFO networking_nsxv3.common.synchronization [None req-e5a26086-1170-4b92-822d-a578963aceb8 None None] Enqueued Resource ID: 4118d765-3506-4699-a23e-cacc22c5128a with Priority: HIGHEST for action port [ 695.414363] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4118d765-3506-4699-a23e-cacc22c5128a with Priority: HIGHEST for action port [ 695.414670] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-4118d765-3506-4699-a23e-cacc22c5128a taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.414796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4118d765-3506-4699-a23e-cacc22c5128a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.414871] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4118d765-3506-4699-a23e-cacc22c5128a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.415190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4118d765-3506-4699-a23e-cacc22c5128a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.415293] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4118d765-3506-4699-a23e-cacc22c5128a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.473068] env[65530]: INFO networking_nsxv3.common.synchronization [req-cc2663c6-7fe5-439d-bed8-f17c0a00f6e5 req-0ee6eaf8-92a9-4c93-927f-b80a55c846ba tempest-ServerAddressesNegativeTestJSON-2089915065 tempest-ServerAddressesNegativeTestJSON-2089915065-project-member] Enqueued Resource ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b with Priority: HIGHEST for action security_group_members [ 695.474405] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.475346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.475560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.476060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.476428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.476428] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2dd89455-34c3-4af2-bcde-f24c09161229 already deleted. [ 695.476428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2dd89455-34c3-4af2-bcde-f24c09161229" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.478146] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b with Priority: HIGHEST for action security_group_members [ 695.478146] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.478146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.478146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.478146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.478146] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.478146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.478568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.478568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.478568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.478704] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac73a1b0-7b72-4132-9a21-7dc9026f4a2b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.681771] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e9e2d99-47bc-40ac-957c-2a9d3bbb9af1 [ 695.682136] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.682312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.682401] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.682752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.682915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.683965] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e9e2d99-47bc-40ac-957c-2a9d3bbb9af1 already deleted. [ 695.683965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e9e2d99-47bc-40ac-957c-2a9d3bbb9af1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.917575] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4118d765-3506-4699-a23e-cacc22c5128a [ 695.917812] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.917960] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.919046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.919046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.919046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.919046] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4118d765-3506-4699-a23e-cacc22c5128a already deleted. [ 695.919046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4118d765-3506-4699-a23e-cacc22c5128a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.970469] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-217 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.970715] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-217" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.970835] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-217" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.971259] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-217" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.971521] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.971736] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.971867] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.972260] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.972953] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.972953] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.972953] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 695.973167] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 695.973308] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 695.973434] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 695.973613] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 695.973796] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 695.983127] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.983336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.983514] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.983789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.983895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.984140] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.984277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.984364] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.984547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.984654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.984770] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b already deleted. [ 695.984877] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.999060] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 695.999615] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 695.999615] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 695.999615] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-217" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.999994] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-d897250c-8410-4fa5-9cbe-84c63eb419f8 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.000323] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-d897250c-8410-4fa5-9cbe-84c63eb419f8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.000897] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-d897250c-8410-4fa5-9cbe-84c63eb419f8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.000897] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-d897250c-8410-4fa5-9cbe-84c63eb419f8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.000993] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d897250c-8410-4fa5-9cbe-84c63eb419f8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.505645] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.506077] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.506077] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.509322] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.509322] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.509322] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port d897250c-8410-4fa5-9cbe-84c63eb419f8 not found, creating... [ 696.509322] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.509322] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.509322] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.509322] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.509322] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.509322] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.509322] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.509992] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.509992] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.509992] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.509992] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: d897250c-8410-4fa5-9cbe-84c63eb419f8 is going to be created. [ 696.531938] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.532416] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.532416] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.532575] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.532812] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.533044] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-d897250c-8410-4fa5-9cbe-84c63eb419f8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.787330] env[65530]: INFO networking_nsxv3.common.synchronization [None req-7438889c-e64a-4772-8bdb-b82f1a53b8be None None] Enqueued Resource ID: c5eab107-81c4-46b3-91b2-6fa2eca460bb with Priority: HIGHEST for action port [ 696.787892] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5eab107-81c4-46b3-91b2-6fa2eca460bb with Priority: HIGHEST for action port [ 696.788223] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5eab107-81c4-46b3-91b2-6fa2eca460bb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.788342] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5eab107-81c4-46b3-91b2-6fa2eca460bb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.788409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5eab107-81c4-46b3-91b2-6fa2eca460bb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.788648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5eab107-81c4-46b3-91b2-6fa2eca460bb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.790387] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5eab107-81c4-46b3-91b2-6fa2eca460bb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.046335] env[65530]: INFO networking_nsxv3.common.synchronization [req-c57a1128-2d77-4c9f-a483-123b1398510c req-2ae9e7c2-a8c5-4ce8-bf32-bd2b53f14f80 tempest-ImagesOneServerNegativeTestJSON-977900054 tempest-ImagesOneServerNegativeTestJSON-977900054-project-member] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 697.046892] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 697.047313] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.047408] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.047408] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.047621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.047739] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.047847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.047902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.048320] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.048422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.048522] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.085781] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: SUCCESS [ 697.085781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.087970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.088202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.088386] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.088499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.088952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.088952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.088952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.088952] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.268616] env[65530]: INFO networking_nsxv3.common.synchronization [req-cc2663c6-7fe5-439d-bed8-f17c0a00f6e5 req-3039b02f-d0ea-4631-9b9e-54979cb93192 service nova] Enqueued Resource ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b with Priority: HIGHEST for action security_group_rules [ 697.268616] env[65530]: INFO networking_nsxv3.common.synchronization [req-cc2663c6-7fe5-439d-bed8-f17c0a00f6e5 req-3039b02f-d0ea-4631-9b9e-54979cb93192 service nova] Enqueued Resource ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b with Priority: HIGHEST for action security_group_members [ 697.268903] env[65530]: INFO networking_nsxv3.common.synchronization [req-cc2663c6-7fe5-439d-bed8-f17c0a00f6e5 req-3039b02f-d0ea-4631-9b9e-54979cb93192 service nova] Enqueued Resource ID: d897250c-8410-4fa5-9cbe-84c63eb419f8 with Priority: HIGHEST for action port [ 697.271247] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b with Priority: HIGHEST for action security_group_rules [ 697.271419] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b with Priority: HIGHEST for action security_group_members [ 697.271500] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d897250c-8410-4fa5-9cbe-84c63eb419f8 with Priority: HIGHEST for action port [ 697.272087] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.272693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.272693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.272693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.272693] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac73a1b0-7b72-4132-9a21-7dc9026f4a2b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.273548] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.273767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.273843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.274100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.274180] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.274279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.274341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.274483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.274566] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.276365] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac73a1b0-7b72-4132-9a21-7dc9026f4a2b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.277551] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-d897250c-8410-4fa5-9cbe-84c63eb419f8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.277551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d897250c-8410-4fa5-9cbe-84c63eb419f8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.277551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d897250c-8410-4fa5-9cbe-84c63eb419f8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.277705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d897250c-8410-4fa5-9cbe-84c63eb419f8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.277732] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d897250c-8410-4fa5-9cbe-84c63eb419f8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.294175] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5eab107-81c4-46b3-91b2-6fa2eca460bb [ 697.294175] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.294175] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.294424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.294454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.294759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.294759] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5eab107-81c4-46b3-91b2-6fa2eca460bb already deleted. [ 697.294759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5eab107-81c4-46b3-91b2-6fa2eca460bb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.552133] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.552400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.552400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.553021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.553021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.553021] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.553196] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.553196] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.554622] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.554622] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.554622] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b is going to be updated. [ 697.585030] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.585989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.585989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.585989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.585989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.592097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.593011] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.593011] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.593011] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.593011] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.593220] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.593220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.593389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.593428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.593498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.593601] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b is going to be updated. [ 697.597008] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: IN_PROGRESS for 2s [ 697.616346] env[65530]: INFO networking_nsxv3.common.synchronization [req-0229e8b3-0ecc-4dab-8c13-cae3ab91c5a2 req-0e851912-8a5d-4775-8d2e-cd89aa96fbf8 tempest-SecurityGroupRulesTestJSON-186680927 tempest-SecurityGroupRulesTestJSON-186680927-project-member] Enqueued Resource ID: 57d6e646-73d1-4e30-a6a2-3c0d4b0049d6 with Priority: HIGHEST for action security_group_rules [ 697.617013] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d6e646-73d1-4e30-a6a2-3c0d4b0049d6 with Priority: HIGHEST for action security_group_rules [ 697.617459] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d6e646-73d1-4e30-a6a2-3c0d4b0049d6 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.617575] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d6e646-73d1-4e30-a6a2-3c0d4b0049d6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.617643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d6e646-73d1-4e30-a6a2-3c0d4b0049d6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.617897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d6e646-73d1-4e30-a6a2-3c0d4b0049d6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.617977] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d6e646-73d1-4e30-a6a2-3c0d4b0049d6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.622330] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.622474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.622554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.623079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.623079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.632041] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: IN_PROGRESS for 2s [ 697.780699] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ac73a1b0-7b72-4132-9a21-7dc9026f4a2b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 697.781992] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.783766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.783766] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d897250c-8410-4fa5-9cbe-84c63eb419f8 with status ACTIVE [ 697.783766] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.783766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.783766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.783766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.783766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.783766] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.783766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.783766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.784178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.784178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.788188] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.788321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.788357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.788517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.788592] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.788676] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d897250c-8410-4fa5-9cbe-84c63eb419f8 is going to be updated. [ 697.813188] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.813332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.813429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.817025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.817025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.817025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d897250c-8410-4fa5-9cbe-84c63eb419f8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.133022] env[65530]: INFO networking_nsxv3.common.synchronization [req-22174790-3cff-4818-a95f-c30a10f9198f req-a921aa6c-8eed-48bc-a41e-cb86a3747c8b tempest-AttachVolumeTestJSON-1349496788 tempest-AttachVolumeTestJSON-1349496788-project-member] Enqueued Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGHEST for action security_group_members [ 698.133536] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGHEST for action security_group_members [ 698.133536] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.133711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.133711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.133895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.134522] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.134522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.134522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.134711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.134741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.135087] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.139341] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.139341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.139432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.139879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.139879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.139879] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d6e646-73d1-4e30-a6a2-3c0d4b0049d6 already deleted. [ 698.140085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d6e646-73d1-4e30-a6a2-3c0d4b0049d6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.284931] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ac73a1b0-7b72-4132-9a21-7dc9026f4a2b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.508765] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.508972] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.509105] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.509933] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.510273] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.510434] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.510606] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.510805] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.510942] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.511242] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.511346] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.511446] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.511544] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.511642] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.511736] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.511856] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.534757] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.534757] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.534819] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.534994] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.535325] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-06b3cd70-6b9c-4875-b9b5-ddaea5819ca9 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.535523] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-06b3cd70-6b9c-4875-b9b5-ddaea5819ca9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.535670] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-06b3cd70-6b9c-4875-b9b5-ddaea5819ca9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.536037] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-06b3cd70-6b9c-4875-b9b5-ddaea5819ca9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.536179] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06b3cd70-6b9c-4875-b9b5-ddaea5819ca9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.638953] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.638953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.638953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.638953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.638953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.639630] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.639630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.639630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.639630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.639630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.639630] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc already deleted. [ 698.639630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.787332] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.787629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.787787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.788046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.788145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.788251] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b is going to be created. [ 698.813448] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.813637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.813691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.814253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.814253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.824520] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b in Status: UNINITIALIZED for 2s [ 698.990355] env[65530]: INFO networking_nsxv3.common.synchronization [None req-fe30921a-b3f6-4322-8935-a278ca10bfda None None] Enqueued Resource ID: ee60be37-7867-4f09-bbbc-a13ba7b7c63f with Priority: HIGHEST for action port [ 698.990999] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee60be37-7867-4f09-bbbc-a13ba7b7c63f with Priority: HIGHEST for action port [ 698.991316] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee60be37-7867-4f09-bbbc-a13ba7b7c63f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.991443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee60be37-7867-4f09-bbbc-a13ba7b7c63f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.992157] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee60be37-7867-4f09-bbbc-a13ba7b7c63f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.992517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee60be37-7867-4f09-bbbc-a13ba7b7c63f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.993674] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee60be37-7867-4f09-bbbc-a13ba7b7c63f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.038587] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.039421] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.039421] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.039421] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.039559] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.039698] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 06b3cd70-6b9c-4875-b9b5-ddaea5819ca9 not found, creating... [ 699.040030] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.040343] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.040343] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.042023] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.042023] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.042023] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.042596] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.042596] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.042981] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.043141] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.043655] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 06b3cd70-6b9c-4875-b9b5-ddaea5819ca9 is going to be created. [ 699.064601] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.064786] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.064980] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.065317] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.065561] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.066433] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-06b3cd70-6b9c-4875-b9b5-ddaea5819ca9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.495640] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee60be37-7867-4f09-bbbc-a13ba7b7c63f [ 699.495884] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.496043] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.496111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.496330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.496421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.496516] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee60be37-7867-4f09-bbbc-a13ba7b7c63f already deleted. [ 699.496596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee60be37-7867-4f09-bbbc-a13ba7b7c63f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.608286] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: SUCCESS [ 699.608474] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b deletion is rescheduled due to dependency. [ 699.608591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.642075] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b in Status: SUCCESS [ 699.642413] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b deletion is rescheduled due to dependency. [ 699.642413] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.839128] env[65530]: INFO networking_nsxv3.common.synchronization [req-22174790-3cff-4818-a95f-c30a10f9198f req-0c43a844-b733-4771-83c3-67f5f1c982a4 service nova] Enqueued Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGHEST for action security_group_rules [ 699.839345] env[65530]: INFO networking_nsxv3.common.synchronization [req-22174790-3cff-4818-a95f-c30a10f9198f req-0c43a844-b733-4771-83c3-67f5f1c982a4 service nova] Enqueued Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGHEST for action security_group_members [ 699.839544] env[65530]: INFO networking_nsxv3.common.synchronization [req-22174790-3cff-4818-a95f-c30a10f9198f req-0c43a844-b733-4771-83c3-67f5f1c982a4 service nova] Enqueued Resource ID: 06b3cd70-6b9c-4875-b9b5-ddaea5819ca9 with Priority: HIGHEST for action port [ 699.840126] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGHEST for action security_group_rules [ 699.840288] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGHEST for action security_group_members [ 699.840397] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06b3cd70-6b9c-4875-b9b5-ddaea5819ca9 with Priority: HIGHEST for action port [ 699.840666] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.840798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.840856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.841204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.841323] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.842599] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.842599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.842599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.842599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.842793] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.843434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.843543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.843772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.843913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.844061] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.844995] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-06b3cd70-6b9c-4875-b9b5-ddaea5819ca9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.845147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06b3cd70-6b9c-4875-b9b5-ddaea5819ca9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.845219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06b3cd70-6b9c-4875-b9b5-ddaea5819ca9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.845380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06b3cd70-6b9c-4875-b9b5-ddaea5819ca9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.845457] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06b3cd70-6b9c-4875-b9b5-ddaea5819ca9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.153294] env[65530]: INFO networking_nsxv3.common.synchronization [req-a2aded08-8395-45b3-a031-4d3d35f28d51 req-1a58819c-f195-4211-80e3-7ce5220338ac tempest-ServerDiskConfigTestJSON-182912250 tempest-ServerDiskConfigTestJSON-182912250-project-member] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 700.153862] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 700.154436] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.154436] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.154436] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.154704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.154834] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.154915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.154978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.155114] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.155200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.155295] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.350021] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.350021] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.350021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.350021] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06b3cd70-6b9c-4875-b9b5-ddaea5819ca9 with status ACTIVE [ 700.350021] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.350021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.350021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.350021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.350021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.350021] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.350021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.350021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.350021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.350021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.350760] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.353836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.354029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.354228] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.354310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.354412] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06b3cd70-6b9c-4875-b9b5-ddaea5819ca9 is going to be updated. [ 700.378857] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.378857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.378857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.378857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.378857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.378857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06b3cd70-6b9c-4875-b9b5-ddaea5819ca9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.657462] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.657911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.657911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.658029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.658146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.658370] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.658545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.658640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.658896] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.659034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.659154] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be updated. [ 700.691529] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.691704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.691704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.692227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.692227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.703553] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 700.834961] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b in Status: SUCCESS [ 700.835229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.835440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.835764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.836049] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.836190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.836261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.836427] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.836515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.836676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.836719] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ac73a1b0-7b72-4132-9a21-7dc9026f4a2b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.849832] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.339593] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.339593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.339593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.339593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.339593] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.339593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.339593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.340139] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.340528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.340528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.340707] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.340852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.341138] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.341344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.341523] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.341676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.341776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.341953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.342089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.342227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.342350] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ac73a1b0-7b72-4132-9a21-7dc9026f4a2b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.351351] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.351603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.351752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.351979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.352126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.352256] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc is going to be created. [ 701.376732] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.376875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.376943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.377161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.377312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.388389] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc in Status: UNINITIALIZED for 2s [ 701.394093] env[65530]: INFO networking_nsxv3.common.synchronization [req-5e17f1de-e92e-463e-a263-f71ff10e42e9 req-90f8456f-0637-436a-81a5-b30dec95cc77 tempest-SecurityGroupRulesTestJSON-186680927 tempest-SecurityGroupRulesTestJSON-186680927-project-member] Enqueued Resource ID: 4de1beb7-90d4-4365-a697-8b762549eefc with Priority: HIGHEST for action security_group_rules [ 701.394672] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4de1beb7-90d4-4365-a697-8b762549eefc with Priority: HIGHEST for action security_group_rules [ 701.394980] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4de1beb7-90d4-4365-a697-8b762549eefc taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.395110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4de1beb7-90d4-4365-a697-8b762549eefc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.395180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4de1beb7-90d4-4365-a697-8b762549eefc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.395426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4de1beb7-90d4-4365-a697-8b762549eefc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.395512] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4de1beb7-90d4-4365-a697-8b762549eefc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.845070] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ac73a1b0-7b72-4132-9a21-7dc9026f4a2b: rpc.has_security_group_logging(os_id): False [ 701.866094] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.866283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.866360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.866665] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.866775] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.867020] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.867135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.867200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.867374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.867448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.867635] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.867756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.867806] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.867922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.867988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.868233] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.868344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.868415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.868573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.868650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.868731] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b is going to be created. [ 701.920926] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.921224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.921327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.921737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.921831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.921860] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4de1beb7-90d4-4365-a697-8b762549eefc already deleted. [ 701.921962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4de1beb7-90d4-4365-a697-8b762549eefc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.951902] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.952470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.952470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.952470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.952665] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.984355] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b in Status: IN_PROGRESS for 2s [ 702.076943] env[65530]: INFO networking_nsxv3.common.synchronization [req-109458d4-1c24-4ed9-93c7-a0d1449542af req-b739ae70-7de2-4f05-ac61-2d8600e1c1b1 tempest-ServersAdminNegativeTestJSON-832966949 tempest-ServersAdminNegativeTestJSON-832966949-project-member] Enqueued Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_members [ 702.078185] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_members [ 702.078886] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.078886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.078886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.079100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.080092] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.080092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.080092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.080092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.080092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.080092] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.387463] env[65530]: INFO networking_nsxv3.common.synchronization [None req-2ff24787-2e4c-4ff1-8da1-4bdd021f68c8 None None] Enqueued Resource ID: 4aa7b578-e5de-400f-8483-e9cccddd07fe with Priority: HIGHEST for action port [ 702.387463] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4aa7b578-e5de-400f-8483-e9cccddd07fe with Priority: HIGHEST for action port [ 702.387662] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-4aa7b578-e5de-400f-8483-e9cccddd07fe taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.391022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4aa7b578-e5de-400f-8483-e9cccddd07fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.391022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4aa7b578-e5de-400f-8483-e9cccddd07fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.391022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4aa7b578-e5de-400f-8483-e9cccddd07fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.391022] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4aa7b578-e5de-400f-8483-e9cccddd07fe',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.411276] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.411519] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.411654] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.411985] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.412594] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.412959] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.412959] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.413183] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.413986] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.413986] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.413986] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 702.413986] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 702.413986] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 702.414257] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 702.414257] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 702.414397] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 702.436048] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 702.436214] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 702.436267] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 702.436436] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.436749] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-fdc89a46-1f0b-415b-9353-9a50a05e507c taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.436931] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-fdc89a46-1f0b-415b-9353-9a50a05e507c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.437050] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-fdc89a46-1f0b-415b-9353-9a50a05e507c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.437372] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-fdc89a46-1f0b-415b-9353-9a50a05e507c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.437505] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdc89a46-1f0b-415b-9353-9a50a05e507c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.583398] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.712512] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 702.712728] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb deletion is rescheduled due to dependency. [ 702.712854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.891713] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4aa7b578-e5de-400f-8483-e9cccddd07fe [ 702.891713] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.892109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.892109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.892109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.892200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.892293] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4aa7b578-e5de-400f-8483-e9cccddd07fe already deleted. [ 702.892374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4aa7b578-e5de-400f-8483-e9cccddd07fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.940400] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.940624] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.940746] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.941029] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.941243] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.941343] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port fdc89a46-1f0b-415b-9353-9a50a05e507c not found, creating... [ 702.941671] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.941774] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.941852] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.942075] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.942210] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.942483] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.942659] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.942772] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.942980] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.946556] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.946737] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: fdc89a46-1f0b-415b-9353-9a50a05e507c is going to be created. [ 702.967388] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.967600] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.967719] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.968051] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.968371] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.968570] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-fdc89a46-1f0b-415b-9353-9a50a05e507c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.090266] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.396370] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc in Status: SUCCESS [ 703.396579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.396744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.396965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.397174] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.397288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.397354] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.397506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.397586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.397671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.397766] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.593380] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.593380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.593380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.593380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.593526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.594080] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189a10da-9656-427f-b321-76a7c13f5ba8 is going to be updated. [ 703.629527] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.629667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.629767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.630708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.630708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.639835] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: IN_PROGRESS for 2s [ 703.716650] env[65530]: INFO networking_nsxv3.common.synchronization [req-109458d4-1c24-4ed9-93c7-a0d1449542af req-6cbb0ead-a3e6-4a42-ae92-c5a5c2b1e803 service nova] Enqueued Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_rules [ 703.716770] env[65530]: INFO networking_nsxv3.common.synchronization [req-109458d4-1c24-4ed9-93c7-a0d1449542af req-6cbb0ead-a3e6-4a42-ae92-c5a5c2b1e803 service nova] Enqueued Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_members [ 703.716990] env[65530]: INFO networking_nsxv3.common.synchronization [req-109458d4-1c24-4ed9-93c7-a0d1449542af req-6cbb0ead-a3e6-4a42-ae92-c5a5c2b1e803 service nova] Enqueued Resource ID: fdc89a46-1f0b-415b-9353-9a50a05e507c with Priority: HIGHEST for action port [ 703.717708] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_rules [ 703.717845] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_members [ 703.717978] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdc89a46-1f0b-415b-9353-9a50a05e507c with Priority: HIGHEST for action port [ 703.718298] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.718489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.718541] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.718781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.718893] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.719853] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.719997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.720251] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdc89a46-1f0b-415b-9353-9a50a05e507c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.720383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdc89a46-1f0b-415b-9353-9a50a05e507c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.720483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdc89a46-1f0b-415b-9353-9a50a05e507c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.720746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdc89a46-1f0b-415b-9353-9a50a05e507c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.720871] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdc89a46-1f0b-415b-9353-9a50a05e507c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.903853] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.998797] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b in Status: SUCCESS [ 703.998797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.211739] env[65530]: INFO networking_nsxv3.common.synchronization [None req-9b2c1d97-fa23-40a0-977f-32dc0bb55214 None None] Enqueued Resource ID: 67bdc7ec-6e7e-40cd-84eb-595250603196 with Priority: HIGHEST for action port [ 704.212850] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67bdc7ec-6e7e-40cd-84eb-595250603196 with Priority: HIGHEST for action port [ 704.213458] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-67bdc7ec-6e7e-40cd-84eb-595250603196 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.213458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67bdc7ec-6e7e-40cd-84eb-595250603196" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.213458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67bdc7ec-6e7e-40cd-84eb-595250603196" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.214126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67bdc7ec-6e7e-40cd-84eb-595250603196" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.214332] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67bdc7ec-6e7e-40cd-84eb-595250603196',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.223077] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.223260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.223486] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdc89a46-1f0b-415b-9353-9a50a05e507c with status ACTIVE [ 704.223685] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.223808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.223985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.225278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.225278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.225278] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.225278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.225278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.225278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.225278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.225278] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.225278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.225278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.225278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.225678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.225678] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdc89a46-1f0b-415b-9353-9a50a05e507c is going to be updated. [ 704.250076] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.250225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.250299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.250636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.250805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.251021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdc89a46-1f0b-415b-9353-9a50a05e507c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.408583] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7829eeca-4bf5-4d4c-8576-db83ce58c9bc: rpc.has_security_group_logging(os_id): False [ 704.430509] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.430737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.430783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.430981] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.431083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.431333] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.432040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.432040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.432040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.432040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.432040] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc is going to be created. [ 704.496389] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.496539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.496607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.497406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.497601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.510170] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc in Status: IN_PROGRESS for 2s [ 704.719676] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 67bdc7ec-6e7e-40cd-84eb-595250603196 [ 704.719676] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.719676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.719676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.719676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.719676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.719676] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:67bdc7ec-6e7e-40cd-84eb-595250603196 already deleted. [ 704.719676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67bdc7ec-6e7e-40cd-84eb-595250603196" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.957905] env[65530]: INFO networking_nsxv3.common.synchronization [None req-f0a4531b-4489-49ef-b78c-681934d356b1 None None] Enqueued Resource ID: 6e894f12-7a74-4933-b1f6-7493003548a3 with Priority: HIGHEST for action port [ 704.957905] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e894f12-7a74-4933-b1f6-7493003548a3 with Priority: HIGHEST for action port [ 704.957905] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e894f12-7a74-4933-b1f6-7493003548a3 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.957905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e894f12-7a74-4933-b1f6-7493003548a3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.957905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e894f12-7a74-4933-b1f6-7493003548a3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.959312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e894f12-7a74-4933-b1f6-7493003548a3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.959453] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e894f12-7a74-4933-b1f6-7493003548a3',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.461982] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e894f12-7a74-4933-b1f6-7493003548a3 [ 705.462226] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.462368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.463587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.463587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.463587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.463587] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e894f12-7a74-4933-b1f6-7493003548a3 already deleted. [ 705.463587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e894f12-7a74-4933-b1f6-7493003548a3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.651144] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: SUCCESS [ 705.651695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.651792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.652032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.652226] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.653192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.653192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.653192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.653192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.653192] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.159603] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.357839] env[65530]: INFO networking_nsxv3.common.synchronization [req-1d7bc7a7-ebaa-4c57-a877-d44fae0520d7 req-0c5ec04a-87ac-46fe-a808-2f1891ecb102 tempest-SecurityGroupRulesTestJSON-186680927 tempest-SecurityGroupRulesTestJSON-186680927-project-member] Enqueued Resource ID: 42d4a48c-98e6-433b-bce6-da4af8d7f027 with Priority: HIGHEST for action security_group_rules [ 706.358910] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42d4a48c-98e6-433b-bce6-da4af8d7f027 with Priority: HIGHEST for action security_group_rules [ 706.359373] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42d4a48c-98e6-433b-bce6-da4af8d7f027 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.359581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42d4a48c-98e6-433b-bce6-da4af8d7f027" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.359875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42d4a48c-98e6-433b-bce6-da4af8d7f027" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.360356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42d4a48c-98e6-433b-bce6-da4af8d7f027" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.360436] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42d4a48c-98e6-433b-bce6-da4af8d7f027',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.428301] env[65530]: INFO networking_nsxv3.common.synchronization [None req-f572ab05-6d72-46bd-bf68-0c96df6b6c84 None None] Enqueued Resource ID: 686025aa-4be5-4c59-99eb-3051de9c042d with Priority: HIGHEST for action port [ 706.429961] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 686025aa-4be5-4c59-99eb-3051de9c042d with Priority: HIGHEST for action port [ 706.431126] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-686025aa-4be5-4c59-99eb-3051de9c042d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.431126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-686025aa-4be5-4c59-99eb-3051de9c042d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.431687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-686025aa-4be5-4c59-99eb-3051de9c042d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.432551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-686025aa-4be5-4c59-99eb-3051de9c042d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.432780] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('686025aa-4be5-4c59-99eb-3051de9c042d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.527022] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc in Status: SUCCESS [ 706.527022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.662222] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.884259] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.884402] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.884470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.884722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.884814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.884897] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42d4a48c-98e6-433b-bce6-da4af8d7f027 already deleted. [ 706.884977] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42d4a48c-98e6-433b-bce6-da4af8d7f027" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.937430] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 686025aa-4be5-4c59-99eb-3051de9c042d [ 706.937693] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.938067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.938067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.938159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.938224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.938618] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:686025aa-4be5-4c59-99eb-3051de9c042d already deleted. [ 706.938618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-686025aa-4be5-4c59-99eb-3051de9c042d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.067513] env[65530]: INFO networking_nsxv3.common.synchronization [req-025141cc-c47d-4736-a452-ff878ef56ff4 req-520d18f0-cbb3-4e09-b19f-d3e00282077e tempest-ImagesNegativeTestJSON-275178805 tempest-ImagesNegativeTestJSON-275178805-project-member] Enqueued Resource ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 with Priority: HIGHEST for action security_group_members [ 707.067513] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 with Priority: HIGHEST for action security_group_members [ 707.067513] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8559bf-7429-499d-ae93-feab4ad85d12 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.067513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.067513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.067513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.067513] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.067513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.067513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.067850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.067850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.067850] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8559bf-7429-499d-ae93-feab4ad85d12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.165548] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.165850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.165850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.166050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.166202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.166354] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189a10da-9656-427f-b321-76a7c13f5ba8 is going to be updated. [ 707.211757] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.211757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.211757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.211757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.211757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.223093] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: IN_PROGRESS for 2s [ 707.474467] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-507 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.474467] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-507" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.474467] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-507" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.474467] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-507" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.474809] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.475053] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.475053] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.475299] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.475439] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.475633] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.475975] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 707.475975] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 707.475975] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 707.476093] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 707.477062] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 707.477062] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 707.498906] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 707.499080] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 707.499220] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 707.499387] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-507" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.499684] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-b797832c-20c7-4a24-a145-5a9f9d7fc37c taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.499847] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-b797832c-20c7-4a24-a145-5a9f9d7fc37c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.500087] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-b797832c-20c7-4a24-a145-5a9f9d7fc37c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.500285] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-b797832c-20c7-4a24-a145-5a9f9d7fc37c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.501218] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b797832c-20c7-4a24-a145-5a9f9d7fc37c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.571396] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.571629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.571683] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.571916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.572033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.572251] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.572357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.572419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.572609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.572771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.572863] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 already deleted. [ 707.572954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.005486] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.005799] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.005933] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.006281] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.006458] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.006605] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port b797832c-20c7-4a24-a145-5a9f9d7fc37c not found, creating... [ 708.006868] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.007069] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.007187] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.007430] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.007553] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.007886] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.008057] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.008172] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.008381] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.008514] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.008647] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: b797832c-20c7-4a24-a145-5a9f9d7fc37c is going to be created. [ 708.037050] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.037321] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.037493] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.037830] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.038138] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.038435] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-b797832c-20c7-4a24-a145-5a9f9d7fc37c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.828691] env[65530]: INFO networking_nsxv3.common.synchronization [req-025141cc-c47d-4736-a452-ff878ef56ff4 req-1e768a63-e5f8-4d84-a98b-f2cfa322e3e0 service nova] Enqueued Resource ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 with Priority: HIGHEST for action security_group_rules [ 708.828691] env[65530]: INFO networking_nsxv3.common.synchronization [req-025141cc-c47d-4736-a452-ff878ef56ff4 req-1e768a63-e5f8-4d84-a98b-f2cfa322e3e0 service nova] Enqueued Resource ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 with Priority: HIGHEST for action security_group_members [ 708.828940] env[65530]: INFO networking_nsxv3.common.synchronization [req-025141cc-c47d-4736-a452-ff878ef56ff4 req-1e768a63-e5f8-4d84-a98b-f2cfa322e3e0 service nova] Enqueued Resource ID: b797832c-20c7-4a24-a145-5a9f9d7fc37c with Priority: HIGHEST for action port [ 708.830088] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 with Priority: HIGHEST for action security_group_rules [ 708.830088] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 with Priority: HIGHEST for action security_group_members [ 708.830088] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b797832c-20c7-4a24-a145-5a9f9d7fc37c with Priority: HIGHEST for action port [ 708.830279] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f8559bf-7429-499d-ae93-feab4ad85d12 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.830898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.830898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.830898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.831107] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f8559bf-7429-499d-ae93-feab4ad85d12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.832021] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8559bf-7429-499d-ae93-feab4ad85d12 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.832125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.832177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.832345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.832490] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.832584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.832644] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.834040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.834040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.834040] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8559bf-7429-499d-ae93-feab4ad85d12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.834815] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-b797832c-20c7-4a24-a145-5a9f9d7fc37c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.834914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b797832c-20c7-4a24-a145-5a9f9d7fc37c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.837897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b797832c-20c7-4a24-a145-5a9f9d7fc37c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.837897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b797832c-20c7-4a24-a145-5a9f9d7fc37c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.837897] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b797832c-20c7-4a24-a145-5a9f9d7fc37c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.068642] env[65530]: INFO networking_nsxv3.common.synchronization [req-f2dce3b9-6265-4178-8801-d4fae67f3fea req-df98cfcf-63fd-4984-8e9e-e3cd326e06ec tempest-SecurityGroupRulesTestJSON-186680927 tempest-SecurityGroupRulesTestJSON-186680927-project-member] Enqueued Resource ID: e1e28aa8-340a-4d56-b45f-af716f000f9b with Priority: HIGHEST for action security_group_rules [ 709.069688] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e28aa8-340a-4d56-b45f-af716f000f9b with Priority: HIGHEST for action security_group_rules [ 709.069688] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1e28aa8-340a-4d56-b45f-af716f000f9b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.069688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1e28aa8-340a-4d56-b45f-af716f000f9b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.069688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1e28aa8-340a-4d56-b45f-af716f000f9b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.070381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1e28aa8-340a-4d56-b45f-af716f000f9b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.070381] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1e28aa8-340a-4d56-b45f-af716f000f9b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.237943] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: SUCCESS [ 709.237943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.237943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.237943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.238084] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.238241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.238241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.238418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.238626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.238626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.238764] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.337047] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8f8559bf-7429-499d-ae93-feab4ad85d12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.337956] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8559bf-7429-499d-ae93-feab4ad85d12 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.338083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.341371] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b797832c-20c7-4a24-a145-5a9f9d7fc37c with status ACTIVE [ 709.341580] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.342106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.342106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.342106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.342106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.342308] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.342412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.342450] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.342602] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.342761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.342931] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.343141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.343201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.343356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.343429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.343542] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b797832c-20c7-4a24-a145-5a9f9d7fc37c is going to be updated. [ 709.365349] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.365590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.365690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.366015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.366078] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.366271] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b797832c-20c7-4a24-a145-5a9f9d7fc37c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.597306] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.597568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.597712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.598892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.598892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.598892] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1e28aa8-340a-4d56-b45f-af716f000f9b already deleted. [ 709.598892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1e28aa8-340a-4d56-b45f-af716f000f9b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.646559] env[65530]: INFO networking_nsxv3.common.synchronization [req-91621286-65cc-4337-90ac-de492e8ec68b req-9356e720-484a-4818-a9cb-7e084859f549 tempest-SecurityGroupRulesTestJSON-186680927 tempest-SecurityGroupRulesTestJSON-186680927-project-member] Enqueued Resource ID: e1e28aa8-340a-4d56-b45f-af716f000f9b with Priority: HIGHEST for action security_group_rules [ 709.646817] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e28aa8-340a-4d56-b45f-af716f000f9b with Priority: HIGHEST for action security_group_rules [ 709.647093] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1e28aa8-340a-4d56-b45f-af716f000f9b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.647273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1e28aa8-340a-4d56-b45f-af716f000f9b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.647273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1e28aa8-340a-4d56-b45f-af716f000f9b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.647760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1e28aa8-340a-4d56-b45f-af716f000f9b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.647760] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1e28aa8-340a-4d56-b45f-af716f000f9b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.740571] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.740709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.740709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.740943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.741218] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.741338] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.741409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.741536] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.741686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.741784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.741939] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.742098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.742143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.742261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.742393] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.742482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.742549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.742671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.742769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.742844] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.742932] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.839710] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8f8559bf-7429-499d-ae93-feab4ad85d12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.963735] env[65530]: INFO networking_nsxv3.common.synchronization [req-974da683-fc09-4acc-8d4f-1d3e59ec0527 req-5d6d77c4-51ab-484b-bef5-e69066ef942d tempest-ServerDiagnosticsNegativeTest-1293453507 tempest-ServerDiagnosticsNegativeTest-1293453507-project-member] Enqueued Resource ID: 88138d46-dacc-44dd-8114-3fadd72250c8 with Priority: HIGHEST for action security_group_members [ 709.965353] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88138d46-dacc-44dd-8114-3fadd72250c8 with Priority: HIGHEST for action security_group_members [ 709.965353] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-88138d46-dacc-44dd-8114-3fadd72250c8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.965353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.965353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.965353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.965353] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.965353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.965353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.965772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.965772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.965772] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88138d46-dacc-44dd-8114-3fadd72250c8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.975944] env[65530]: INFO networking_nsxv3.common.synchronization [req-c33ae272-7550-4067-9063-bdeeef94c4f1 req-fca1d938-dcc6-4986-8eb9-b586106dcef3 tempest-ServerAddressesNegativeTestJSON-2089915065 tempest-ServerAddressesNegativeTestJSON-2089915065-project-member] Enqueued Resource ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b with Priority: HIGHEST for action security_group_members [ 709.976565] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b with Priority: HIGHEST for action security_group_members [ 709.976961] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.977713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.977713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.977713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.977713] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.977953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.977953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.978158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.978284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.978418] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ac73a1b0-7b72-4132-9a21-7dc9026f4a2b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.168282] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.168941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.169140] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.169439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.169726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.169911] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1e28aa8-340a-4d56-b45f-af716f000f9b already deleted. [ 710.170091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1e28aa8-340a-4d56-b45f-af716f000f9b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.246654] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 189a10da-9656-427f-b321-76a7c13f5ba8: rpc.has_security_group_logging(os_id): False [ 710.264572] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.264572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.264572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.264572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.264572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.264572] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.264572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.264915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.264915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.264915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.265062] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.265185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.265247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.265388] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.265463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.265662] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.265753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.265821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.266166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.266273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.266378] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 189a10da-9656-427f-b321-76a7c13f5ba8 is going to be updated. [ 710.335164] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.335164] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.335164] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.335164] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.335164] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.342815] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.342815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.342815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.343033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.343312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.343312] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 is going to be created. [ 710.347585] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.347785] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.347918] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.348254] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.348686] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.348965] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.349668] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.349931] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.350092] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.350302] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.350410] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 710.350512] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 710.350631] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 710.350753] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 710.350854] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 710.350976] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 710.353395] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: IN_PROGRESS for 2s [ 710.365716] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.365945] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.365945] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.366178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.366632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.369975] env[65530]: INFO networking_nsxv3.common.synchronization [None req-4b07bd35-634b-4f63-a09f-e228355b737f tempest-ServersWithSpecificFlavorTestJSON-1964523045 tempest-ServersWithSpecificFlavorTestJSON-1964523045-project-member] Enqueued Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_rules [ 710.370780] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_rules [ 710.371222] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.371346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.371419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.371674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.371758] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.376210] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 in Status: UNINITIALIZED for 2s [ 710.378353] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 710.378486] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 710.378633] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 710.379737] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.379737] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-2af3aa50-5692-47b4-925f-5868eeb72fc2 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.379737] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-2af3aa50-5692-47b4-925f-5868eeb72fc2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.379892] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-2af3aa50-5692-47b4-925f-5868eeb72fc2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.380081] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-2af3aa50-5692-47b4-925f-5868eeb72fc2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.380216] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2af3aa50-5692-47b4-925f-5868eeb72fc2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.470494] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.470494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.470494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.470494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.470494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.470890] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.470890] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.470968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.471130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.471213] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.471302] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88138d46-dacc-44dd-8114-3fadd72250c8 already deleted. [ 710.471397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.481133] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.481361] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.481361] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.481653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.481772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.481901] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.482011] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.482067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.482223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.482300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.482390] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b is going to be updated. [ 710.516900] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.516900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.516900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.516900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.516900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.525952] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b in Status: IN_PROGRESS for 2s [ 710.597392] env[65530]: INFO networking_nsxv3.common.synchronization [req-b2f2e6a8-6ed5-4951-b553-12e9c65de062 req-b111d19e-a7af-4469-8d89-4184dff68f0d tempest-ServerMetadataTestJSON-972401061 tempest-ServerMetadataTestJSON-972401061-project-member] Enqueued Resource ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 with Priority: HIGHEST for action security_group_members [ 710.597986] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 with Priority: HIGHEST for action security_group_members [ 710.598542] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-892b4907-3c73-4591-bf04-d41d9f68bac8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.599511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.599511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.599511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.599671] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.599726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.599804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.599927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.600038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.600578] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('892b4907-3c73-4591-bf04-d41d9f68bac8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.761257] env[65530]: INFO networking_nsxv3.common.synchronization [None req-9ce35fd4-7864-455c-b54e-821c3f5d8323 tempest-ServersWithSpecificFlavorTestJSON-1964523045 tempest-ServersWithSpecificFlavorTestJSON-1964523045-project-member] Enqueued Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_rules [ 710.762195] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_rules [ 710.762599] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.762878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.883182] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.883605] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.883605] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.883792] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.884186] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.884186] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 2af3aa50-5692-47b4-925f-5868eeb72fc2 not found, creating... [ 710.884359] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.884508] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.884615] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.884829] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.884956] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.885237] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.885382] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.885486] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.885684] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.885802] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.885931] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 2af3aa50-5692-47b4-925f-5868eeb72fc2 is going to be created. [ 710.897771] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.898412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.898412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.898412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.898797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.898797] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b already deleted. [ 710.898797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.899321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.899321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.899484] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.929244] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.931445] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.931445] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.931445] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.931445] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.931445] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-2af3aa50-5692-47b4-925f-5868eeb72fc2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.105803] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.105803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.105803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.105803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.105803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.105803] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.105803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.105803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.105803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.105803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.105803] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 is going to be updated. [ 711.138351] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.138351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.138351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.138607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.138815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.151928] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 in Status: IN_PROGRESS for 2s [ 711.429603] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.429824] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.429824] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.431287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.431287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.431287] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b already deleted. [ 711.431287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.718234] env[65530]: INFO networking_nsxv3.common.synchronization [req-974da683-fc09-4acc-8d4f-1d3e59ec0527 req-18a6b6fb-e586-405c-b14c-03608f114f71 service nova] Enqueued Resource ID: 88138d46-dacc-44dd-8114-3fadd72250c8 with Priority: HIGHEST for action security_group_rules [ 711.718516] env[65530]: INFO networking_nsxv3.common.synchronization [req-974da683-fc09-4acc-8d4f-1d3e59ec0527 req-18a6b6fb-e586-405c-b14c-03608f114f71 service nova] Enqueued Resource ID: 88138d46-dacc-44dd-8114-3fadd72250c8 with Priority: HIGHEST for action security_group_members [ 711.718686] env[65530]: INFO networking_nsxv3.common.synchronization [req-974da683-fc09-4acc-8d4f-1d3e59ec0527 req-18a6b6fb-e586-405c-b14c-03608f114f71 service nova] Enqueued Resource ID: 2af3aa50-5692-47b4-925f-5868eeb72fc2 with Priority: HIGHEST for action port [ 711.719503] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88138d46-dacc-44dd-8114-3fadd72250c8 with Priority: HIGHEST for action security_group_rules [ 711.719659] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88138d46-dacc-44dd-8114-3fadd72250c8 with Priority: HIGHEST for action security_group_members [ 711.719764] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2af3aa50-5692-47b4-925f-5868eeb72fc2 with Priority: HIGHEST for action port [ 711.720067] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88138d46-dacc-44dd-8114-3fadd72250c8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.720198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.720265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.720532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.720620] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88138d46-dacc-44dd-8114-3fadd72250c8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.722336] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-88138d46-dacc-44dd-8114-3fadd72250c8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.722919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.722919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.722919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.723169] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.723169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.723554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.723554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.723554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.723746] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88138d46-dacc-44dd-8114-3fadd72250c8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.726036] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-2af3aa50-5692-47b4-925f-5868eeb72fc2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.726036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2af3aa50-5692-47b4-925f-5868eeb72fc2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.726036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2af3aa50-5692-47b4-925f-5868eeb72fc2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.726036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2af3aa50-5692-47b4-925f-5868eeb72fc2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.726036] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2af3aa50-5692-47b4-925f-5868eeb72fc2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.785529] env[65530]: INFO networking_nsxv3.common.synchronization [req-5c7ccf69-d365-4bbb-a3c7-8c7b62eeaf32 req-ff71928a-7a7a-4738-9847-02a102606551 tempest-SecurityGroupRulesTestJSON-186680927 tempest-SecurityGroupRulesTestJSON-186680927-project-member] Enqueued Resource ID: e1e28aa8-340a-4d56-b45f-af716f000f9b with Priority: HIGHEST for action security_group_rules [ 711.786230] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e1e28aa8-340a-4d56-b45f-af716f000f9b with Priority: HIGHEST for action security_group_rules [ 711.786631] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e1e28aa8-340a-4d56-b45f-af716f000f9b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.786833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e1e28aa8-340a-4d56-b45f-af716f000f9b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.786937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e1e28aa8-340a-4d56-b45f-af716f000f9b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.787202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e1e28aa8-340a-4d56-b45f-af716f000f9b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.787302] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e1e28aa8-340a-4d56-b45f-af716f000f9b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.227848] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('88138d46-dacc-44dd-8114-3fadd72250c8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.229247] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-88138d46-dacc-44dd-8114-3fadd72250c8 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.229247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.229463] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2af3aa50-5692-47b4-925f-5868eeb72fc2 with status ACTIVE [ 712.229707] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.229873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.229978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.230280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.230462] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.230718] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.230941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.230941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.231683] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.231820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.232248] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.232422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.232525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.232767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.232881] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.233132] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2af3aa50-5692-47b4-925f-5868eeb72fc2 is going to be updated. [ 712.260048] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.260166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.260322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.261373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.261373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.261373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2af3aa50-5692-47b4-925f-5868eeb72fc2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.308483] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.308729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.308729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.309390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.309390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.309390] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e1e28aa8-340a-4d56-b45f-af716f000f9b already deleted. [ 712.309390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e1e28aa8-340a-4d56-b45f-af716f000f9b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.368172] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: SUCCESS [ 712.369015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.392798] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 in Status: SUCCESS [ 712.392798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.392798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.392798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.392798] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.392798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.392798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.392798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.392798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.392798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.392798] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8f8559bf-7429-499d-ae93-feab4ad85d12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.537537] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b in Status: SUCCESS [ 712.537777] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b deletion is rescheduled due to dependency. [ 712.537840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.735724] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('88138d46-dacc-44dd-8114-3fadd72250c8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.895795] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8559bf-7429-499d-ae93-feab4ad85d12 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.896036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.896120] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.896343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.896497] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.896599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.896662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.897270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.897270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.897270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.897270] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8559bf-7429-499d-ae93-feab4ad85d12 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.897465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.897521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.897672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.897863] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.897998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.897998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.898153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.898229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.898309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.898398] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8f8559bf-7429-499d-ae93-feab4ad85d12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.165790] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 in Status: SUCCESS [ 713.165947] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 deletion is rescheduled due to dependency. [ 713.166080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.241352] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.241352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.241352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.241352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.241352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.241352] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88138d46-dacc-44dd-8114-3fadd72250c8 is going to be created. [ 713.269453] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.270012] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.270106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.270232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.270388] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.283465] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88138d46-dacc-44dd-8114-3fadd72250c8 in Status: UNINITIALIZED for 2s [ 713.403436] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8f8559bf-7429-499d-ae93-feab4ad85d12: rpc.has_security_group_logging(os_id): False [ 713.453420] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.453585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.453837] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.453972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.454131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.454809] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.454809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.454809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.455221] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.455511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.455594] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.455707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.455771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.455984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.456175] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.456428] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.456510] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.456549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.456691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.456776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.456884] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 is going to be created. [ 713.528643] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.528818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.528879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.529114] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.529291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.542795] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 in Status: IN_PROGRESS for 2s [ 714.723065] env[65530]: INFO networking_nsxv3.common.synchronization [req-c5cd9cb5-e6c6-4fc0-9ef6-81c305ef0ff8 req-78e63d03-549d-4b5f-bd6a-714e51f68e62 tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 714.723678] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 714.724031] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.724170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.724246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.724508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.724689] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.724804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.724914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.725124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.725228] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.725340] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.146771] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-381 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.146976] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-381" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.147097] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-381" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.147456] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-381" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.147705] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.147960] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.148384] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.149068] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.149068] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.149068] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.149068] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 715.149454] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 715.149576] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 715.149684] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 715.149782] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 715.149907] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 715.174906] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 715.174906] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 715.174906] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 715.174906] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-381" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.174906] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-68bdaabf-485f-4200-ac51-395a7a2dfcca taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.174906] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.174906] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.174906] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.174906] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68bdaabf-485f-4200-ac51-395a7a2dfcca',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.228726] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.228726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.228726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.229264] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.229264] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.229609] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.229758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.229758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.229964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.230113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.230254] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 already deleted. [ 715.230395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.294246] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88138d46-dacc-44dd-8114-3fadd72250c8 in Status: SUCCESS [ 715.294506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.294606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.294939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.295096] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.295096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.295332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.295332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.295455] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.295517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.295571] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('88138d46-dacc-44dd-8114-3fadd72250c8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.524762] env[65530]: INFO networking_nsxv3.common.synchronization [None req-9ad0ca41-3294-407d-b56a-bc968eeffe50 None None] Enqueued Resource ID: dc00cfe0-db1b-4c06-976a-809b121d5fa7 with Priority: HIGHEST for action port [ 715.525551] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc00cfe0-db1b-4c06-976a-809b121d5fa7 with Priority: HIGHEST for action port [ 715.526161] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc00cfe0-db1b-4c06-976a-809b121d5fa7 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.526407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc00cfe0-db1b-4c06-976a-809b121d5fa7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.526520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc00cfe0-db1b-4c06-976a-809b121d5fa7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.527269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc00cfe0-db1b-4c06-976a-809b121d5fa7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.527361] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc00cfe0-db1b-4c06-976a-809b121d5fa7',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.555262] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 in Status: SUCCESS [ 715.555702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.676490] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.676980] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.677206] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.677575] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.677804] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.678035] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 68bdaabf-485f-4200-ac51-395a7a2dfcca not found, creating... [ 715.678392] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.678622] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.678761] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.679065] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.679368] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.679843] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.680067] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.680291] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.680572] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.680779] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.680979] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 68bdaabf-485f-4200-ac51-395a7a2dfcca is going to be created. [ 715.705314] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.705627] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.705783] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.706080] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.706405] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.707137] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.798987] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-88138d46-dacc-44dd-8114-3fadd72250c8 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.799386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.799386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.799766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.799974] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.800165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.800256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.800482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.800645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.800798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.801037] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-88138d46-dacc-44dd-8114-3fadd72250c8 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.801144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.801301] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.801520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.801792] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.801970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.803020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.803020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.803020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.803135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.803163] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('88138d46-dacc-44dd-8114-3fadd72250c8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.031102] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc00cfe0-db1b-4c06-976a-809b121d5fa7 [ 716.031102] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.031102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.031102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.031102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.031102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.031102] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc00cfe0-db1b-4c06-976a-809b121d5fa7 already deleted. [ 716.031102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc00cfe0-db1b-4c06-976a-809b121d5fa7" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.305747] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 88138d46-dacc-44dd-8114-3fadd72250c8: rpc.has_security_group_logging(os_id): False [ 716.336808] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.336989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.337326] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.338429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.338540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.338769] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.338888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.338953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.339144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.339246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.339798] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.339798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.339798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.339798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.339987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.341654] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.341654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.341654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.341880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.341880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.341937] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88138d46-dacc-44dd-8114-3fadd72250c8 is going to be created. [ 716.421098] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.421256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.421353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.421551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.421734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.435738] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88138d46-dacc-44dd-8114-3fadd72250c8 in Status: IN_PROGRESS for 2s [ 716.490020] env[65530]: INFO networking_nsxv3.common.synchronization [req-c5cd9cb5-e6c6-4fc0-9ef6-81c305ef0ff8 req-f241821b-8fad-4e06-bc1a-80576fc789f5 service nova] Enqueued Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_rules [ 716.490202] env[65530]: INFO networking_nsxv3.common.synchronization [req-c5cd9cb5-e6c6-4fc0-9ef6-81c305ef0ff8 req-f241821b-8fad-4e06-bc1a-80576fc789f5 service nova] Enqueued Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 716.490325] env[65530]: INFO networking_nsxv3.common.synchronization [req-c5cd9cb5-e6c6-4fc0-9ef6-81c305ef0ff8 req-f241821b-8fad-4e06-bc1a-80576fc789f5 service nova] Enqueued Resource ID: 68bdaabf-485f-4200-ac51-395a7a2dfcca with Priority: HIGHEST for action port [ 716.490949] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_rules [ 716.490949] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 716.490949] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bdaabf-485f-4200-ac51-395a7a2dfcca with Priority: HIGHEST for action port [ 716.492349] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.492497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.493128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.493128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.493128] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.494944] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.494944] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.494944] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.495064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.495403] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.495525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.495587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.495963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.496126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.496239] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.497121] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-68bdaabf-485f-4200-ac51-395a7a2dfcca taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.497896] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.497896] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.497896] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.497896] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68bdaabf-485f-4200-ac51-395a7a2dfcca',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.999957] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.999957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.999957] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.004017] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68bdaabf-485f-4200-ac51-395a7a2dfcca with status ACTIVE [ 717.004305] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.004450] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.004536] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.004760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.004861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.007104] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.007104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.007104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.007104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.010251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.010504] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.010631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.010695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.010936] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.011112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.011148] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68bdaabf-485f-4200-ac51-395a7a2dfcca is going to be updated. [ 717.041258] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.041258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.041258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.041258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.041258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.041258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.505545] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.008196] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.008515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.008515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.010591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.010591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.010591] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 is going to be created. [ 718.035534] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.035679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.035750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.035969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.036169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.048128] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: UNINITIALIZED for 2s [ 718.454440] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 88138d46-dacc-44dd-8114-3fadd72250c8 in Status: SUCCESS [ 718.454440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.542973] env[65530]: INFO networking_nsxv3.common.synchronization [None req-83c86d84-f903-4e95-a1a8-715b159a4716 None None] Enqueued Resource ID: 10034b59-97d7-47fa-af7e-a79cdcf768be with Priority: HIGHEST for action port [ 718.544024] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10034b59-97d7-47fa-af7e-a79cdcf768be with Priority: HIGHEST for action port [ 718.544582] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-10034b59-97d7-47fa-af7e-a79cdcf768be taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.544696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10034b59-97d7-47fa-af7e-a79cdcf768be" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.544963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10034b59-97d7-47fa-af7e-a79cdcf768be" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.545186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10034b59-97d7-47fa-af7e-a79cdcf768be" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.545839] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10034b59-97d7-47fa-af7e-a79cdcf768be',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.047672] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10034b59-97d7-47fa-af7e-a79cdcf768be [ 719.048108] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.048108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.048246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.048396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.048457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.048592] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10034b59-97d7-47fa-af7e-a79cdcf768be already deleted. [ 719.048641] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10034b59-97d7-47fa-af7e-a79cdcf768be" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.061503] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: SUCCESS [ 720.061503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.061503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.061503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.061503] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.061503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.061503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.061503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.061503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.061503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.061503] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.563675] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.563852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.563945] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.564210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.564382] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.564525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.564575] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.564738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.564831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.564933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.565126] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.565265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.565307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.565681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.565681] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.565787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.565787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.565912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.565993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.566364] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.566364] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.822175] env[65530]: INFO networking_nsxv3.common.synchronization [req-44afc063-ceba-46ac-a44c-f714cc666599 req-71245904-1333-4f3c-85b4-5a733adbd347 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 720.823773] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 720.824355] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.825189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.825189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.825189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.825189] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.825189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.825189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.825189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.825440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.825440] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.070214] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a0bb21c-3e8e-4767-87b5-60b37582ceb9: rpc.has_security_group_logging(os_id): False [ 721.091720] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.091866] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.091984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.093180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.093180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.093392] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.093495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.093565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.093740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.093822] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.094081] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.094145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.094208] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.094421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.094496] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.094695] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.094769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.094855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.094971] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.095067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.095165] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 is going to be created. [ 721.163037] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.163261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.163337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.163552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.163732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.177684] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: IN_PROGRESS for 2s [ 721.329324] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.394810] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-908 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.395028] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-908" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.395254] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-908" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.395547] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-908" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.395664] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.395817] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.395914] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.396646] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.397015] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.397015] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.397161] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.397224] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.397317] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.397427] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 721.397525] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.397643] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.420115] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.420287] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 721.420425] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.420596] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-908" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.420905] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-6e73b394-d918-4164-9fad-34313dc9fe27 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.421164] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.421281] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.421597] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.421730] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e73b394-d918-4164-9fad-34313dc9fe27',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.831327] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.924597] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.925015] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.925247] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.925456] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.925600] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.925753] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 6e73b394-d918-4164-9fad-34313dc9fe27 not found, creating... [ 721.926058] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.926230] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.926340] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.926627] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.926781] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.927073] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.927225] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.927337] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.927587] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.927664] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.927798] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 6e73b394-d918-4164-9fad-34313dc9fe27 is going to be created. [ 721.949174] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.949495] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.949632] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.949933] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.950176] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.950509] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.336931] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.337305] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.337347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.337658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.337889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.337976] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 722.368176] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.368335] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.368380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.368593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.368738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.381020] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 722.681415] env[65530]: INFO networking_nsxv3.common.synchronization [req-44afc063-ceba-46ac-a44c-f714cc666599 req-5a0ccaef-4fa5-4de8-81c9-29ee53a4f66b service nova] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_rules [ 722.681588] env[65530]: INFO networking_nsxv3.common.synchronization [req-44afc063-ceba-46ac-a44c-f714cc666599 req-5a0ccaef-4fa5-4de8-81c9-29ee53a4f66b service nova] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 722.681748] env[65530]: INFO networking_nsxv3.common.synchronization [req-44afc063-ceba-46ac-a44c-f714cc666599 req-5a0ccaef-4fa5-4de8-81c9-29ee53a4f66b service nova] Enqueued Resource ID: 6e73b394-d918-4164-9fad-34313dc9fe27 with Priority: HIGHEST for action port [ 722.682378] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_rules [ 722.682570] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 722.682693] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e73b394-d918-4164-9fad-34313dc9fe27 with Priority: HIGHEST for action port [ 722.683711] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.683958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.684050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.684362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.684516] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.685528] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.685640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.687171] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e73b394-d918-4164-9fad-34313dc9fe27 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.687307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.687409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.687615] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.687699] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e73b394-d918-4164-9fad-34313dc9fe27',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.989654] env[65530]: INFO networking_nsxv3.common.synchronization [None req-8c87e9e3-e046-4a55-b9c2-2f49d9b02198 None None] Enqueued Resource ID: 4caea288-06b4-41c4-835f-fe919a45833b with Priority: HIGHEST for action port [ 722.990267] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4caea288-06b4-41c4-835f-fe919a45833b with Priority: HIGHEST for action port [ 722.990620] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-4caea288-06b4-41c4-835f-fe919a45833b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.990718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4caea288-06b4-41c4-835f-fe919a45833b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.991035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4caea288-06b4-41c4-835f-fe919a45833b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.992298] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4caea288-06b4-41c4-835f-fe919a45833b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.992298] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4caea288-06b4-41c4-835f-fe919a45833b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.189984] env[65530]: INFO networking_nsxv3.common.synchronization [req-8bf919bf-c434-4dae-8c15-6d5afd0134c8 req-180033da-a207-46c2-8214-992cbd40c84d tempest-ImagesNegativeTestJSON-275178805 tempest-ImagesNegativeTestJSON-275178805-project-member] Enqueued Resource ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 with Priority: HIGHEST for action security_group_members [ 723.190941] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: SUCCESS [ 723.191322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.191540] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.191641] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.191800] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e73b394-d918-4164-9fad-34313dc9fe27 with status ACTIVE [ 723.191966] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.192086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.192178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.192414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.192502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.192671] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.192906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.192906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.192992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.193083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.193274] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.193432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.193432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.193562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.193635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.193717] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e73b394-d918-4164-9fad-34313dc9fe27 is going to be updated. [ 723.194983] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 with Priority: HIGHEST for action security_group_members [ 723.196180] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-8f8559bf-7429-499d-ae93-feab4ad85d12 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.196294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.196361] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.196508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.196644] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.196740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.196799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.196932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.197016] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.197106] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8f8559bf-7429-499d-ae93-feab4ad85d12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.220889] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.221058] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.221132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.221352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.221493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.221659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.493610] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4caea288-06b4-41c4-835f-fe919a45833b [ 723.493999] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.495038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.495190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.495441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.495536] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.495640] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4caea288-06b4-41c4-835f-fe919a45833b already deleted. [ 723.495742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4caea288-06b4-41c4-835f-fe919a45833b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.699120] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.699402] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.699506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.699891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.700089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.703101] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.703101] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.703101] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.703101] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.703101] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.703101] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 is going to be updated. [ 723.740615] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.741283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.741283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.741283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.742098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.755712] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 in Status: IN_PROGRESS for 2s [ 724.393741] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 724.393741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.397365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.397365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.397365] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.397365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.397365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.397365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.397365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.397365] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.441913] env[65530]: INFO networking_nsxv3.common.synchronization [None req-86ec69bb-9f44-4a12-9aa2-c170e298de6f tempest-ServersTestManualDisk-1101288969 tempest-ServersTestManualDisk-1101288969-project-member] Enqueued Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGHEST for action security_group_rules [ 724.443094] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGHEST for action security_group_rules [ 724.443094] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e193a68-4e0d-4874-8a4e-95aa25146382 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.443094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.443094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.443780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.443946] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.593547] env[65530]: INFO networking_nsxv3.common.synchronization [None req-cddaa7e3-9aeb-4f8e-8237-d860f1e95178 tempest-ServersTestManualDisk-1101288969 tempest-ServersTestManualDisk-1101288969-project-member] Enqueued Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGHEST for action security_group_rules [ 724.594209] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGHEST for action security_group_rules [ 724.594410] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e193a68-4e0d-4874-8a4e-95aa25146382 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.594515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.898832] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.964061] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.964156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.964193] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.964406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.964516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.964606] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 already deleted. [ 724.964689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.964833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.964985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.965104] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.401505] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.491433] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.492504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.492504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.492504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.492504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.492504] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 already deleted. [ 725.492504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.606306] env[65530]: INFO networking_nsxv3.common.synchronization [req-65cdda80-95f3-4a40-afec-abbf53992bf2 req-5a459bc3-fc80-4d04-95d7-b2795ccc8974 tempest-ServerDiagnosticsNegativeTest-1293453507 tempest-ServerDiagnosticsNegativeTest-1293453507-project-member] Enqueued Resource ID: 88138d46-dacc-44dd-8114-3fadd72250c8 with Priority: HIGHEST for action security_group_members [ 725.606306] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88138d46-dacc-44dd-8114-3fadd72250c8 with Priority: HIGHEST for action security_group_members [ 725.606306] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-88138d46-dacc-44dd-8114-3fadd72250c8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.606306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.606306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.606306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.606306] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.606306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.606306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.606306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.606306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.606306] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('88138d46-dacc-44dd-8114-3fadd72250c8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.768185] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 in Status: SUCCESS [ 725.768462] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 deletion is rescheduled due to dependency. [ 725.768604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.905733] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.905733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.905733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.905733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.905733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.905733] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 725.947991] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.948226] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.948274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.948850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.948850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.963888] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 726.067326] env[65530]: INFO networking_nsxv3.common.synchronization [None req-65389e5d-f1b3-4d77-945a-083324aa11aa None None] Enqueued Resource ID: a2c03a18-dea6-48d6-b436-3a3dc2f698b1 with Priority: HIGHEST for action port [ 726.067962] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2c03a18-dea6-48d6-b436-3a3dc2f698b1 with Priority: HIGHEST for action port [ 726.072256] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2c03a18-dea6-48d6-b436-3a3dc2f698b1 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.072256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2c03a18-dea6-48d6-b436-3a3dc2f698b1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.072256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2c03a18-dea6-48d6-b436-3a3dc2f698b1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.072256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2c03a18-dea6-48d6-b436-3a3dc2f698b1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.072256] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2c03a18-dea6-48d6-b436-3a3dc2f698b1',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.108529] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.108692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.108760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.108975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.109280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.109280] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.109475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.109475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.109593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.109661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.109748] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88138d46-dacc-44dd-8114-3fadd72250c8 is going to be updated. [ 726.147093] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.147380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.147380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.147594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.147743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.161592] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88138d46-dacc-44dd-8114-3fadd72250c8 in Status: IN_PROGRESS for 2s [ 726.578945] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2c03a18-dea6-48d6-b436-3a3dc2f698b1 [ 726.579222] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.579352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.579542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.579812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.579904] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.581032] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2c03a18-dea6-48d6-b436-3a3dc2f698b1 already deleted. [ 726.581032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2c03a18-dea6-48d6-b436-3a3dc2f698b1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.705149] env[65530]: INFO networking_nsxv3.common.synchronization [None req-9029372f-93cb-4f17-ae6d-944da03479b0 None None] Enqueued Resource ID: 5ce97ef9-2269-4898-a2b9-c11265c370b8 with Priority: HIGHEST for action port [ 727.706108] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ce97ef9-2269-4898-a2b9-c11265c370b8 with Priority: HIGHEST for action port [ 727.707406] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ce97ef9-2269-4898-a2b9-c11265c370b8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.707560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ce97ef9-2269-4898-a2b9-c11265c370b8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.707693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ce97ef9-2269-4898-a2b9-c11265c370b8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.708138] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ce97ef9-2269-4898-a2b9-c11265c370b8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.708230] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ce97ef9-2269-4898-a2b9-c11265c370b8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.982807] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 727.983247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.984633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.989839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.989839] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.989839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.989839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.989839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.989839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.989839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.989839] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.177278] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 88138d46-dacc-44dd-8114-3fadd72250c8 in Status: SUCCESS [ 728.177278] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 88138d46-dacc-44dd-8114-3fadd72250c8 deletion is rescheduled due to dependency. [ 728.177278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.210407] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ce97ef9-2269-4898-a2b9-c11265c370b8 [ 728.212365] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.212365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.212365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.212365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.212365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.212365] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ce97ef9-2269-4898-a2b9-c11265c370b8 already deleted. [ 728.212365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ce97ef9-2269-4898-a2b9-c11265c370b8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.491856] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.492115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.493297] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.493572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.494672] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.494864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.494952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.495184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.495303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.495397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.495558] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.495655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.495720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.495889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.496078] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.496173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.496232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.496369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.496440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.496516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.496602] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.999557] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd85b30-a04c-4a45-935a-97c2cca83986: rpc.has_security_group_logging(os_id): False [ 729.019850] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.020030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.021277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.021415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.021448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.021663] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.021793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.022317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.022489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.022570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.022783] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.022911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.022966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.023232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.023283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.023718] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.023827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.023912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.024073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.024157] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.024233] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 729.090727] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.090727] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.090727] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.090727] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.090727] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.105233] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 730.207624] env[65530]: INFO networking_nsxv3.common.synchronization [None req-c50c08da-51dd-4e20-92d1-950c5a882bc4 None None] Enqueued Resource ID: 79eaf86e-75ff-461d-bdb3-5c447623611d with Priority: HIGHEST for action port [ 730.207624] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79eaf86e-75ff-461d-bdb3-5c447623611d with Priority: HIGHEST for action port [ 730.207624] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-79eaf86e-75ff-461d-bdb3-5c447623611d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.207624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79eaf86e-75ff-461d-bdb3-5c447623611d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.207624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79eaf86e-75ff-461d-bdb3-5c447623611d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.207624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79eaf86e-75ff-461d-bdb3-5c447623611d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.207624] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79eaf86e-75ff-461d-bdb3-5c447623611d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.711438] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 79eaf86e-75ff-461d-bdb3-5c447623611d [ 730.711438] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.711438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.711438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.711438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.711438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.711438] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:79eaf86e-75ff-461d-bdb3-5c447623611d already deleted. [ 730.711438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79eaf86e-75ff-461d-bdb3-5c447623611d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.902916] env[65530]: INFO networking_nsxv3.common.synchronization [req-0fc56900-0f08-4853-ae42-233f754b8695 req-69eb0e04-7469-42b6-9ef1-2819d72d1ad3 tempest-ServerPasswordTestJSON-781397705 tempest-ServerPasswordTestJSON-781397705-project-member] Enqueued Resource ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 with Priority: HIGHEST for action security_group_members [ 730.904033] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 with Priority: HIGHEST for action security_group_members [ 730.904180] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-75eef7fb-f817-4526-8cac-c6b81571c8e0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.904360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.904466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.904813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.904976] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.905261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.905261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.905403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.905494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.905596] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75eef7fb-f817-4526-8cac-c6b81571c8e0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.129029] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 731.129384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.298305] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-991 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.298305] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-991" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.298305] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-991" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.298659] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-991" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.298659] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.298821] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.298934] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.299744] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.299744] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.299963] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.300084] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.300316] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.300635] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.300635] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.300738] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.301104] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.323748] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.323934] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.324176] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.324377] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-991" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.324717] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-dee8c3ec-42c3-4393-9104-39761baa2c86 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.324880] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-dee8c3ec-42c3-4393-9104-39761baa2c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.324994] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-dee8c3ec-42c3-4393-9104-39761baa2c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.325391] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-dee8c3ec-42c3-4393-9104-39761baa2c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.325391] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee8c3ec-42c3-4393-9104-39761baa2c86',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.408582] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.408777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.408822] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.409056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.409160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.409364] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.409471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.409535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.409691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.409766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.409849] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 already deleted. [ 731.409928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.827925] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.828173] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.828277] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.828561] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.828702] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.828848] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port dee8c3ec-42c3-4393-9104-39761baa2c86 not found, creating... [ 731.829105] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.829313] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.829382] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.829584] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.829727] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.830027] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.830157] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.830293] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.830555] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.830868] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.830868] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: dee8c3ec-42c3-4393-9104-39761baa2c86 is going to be created. [ 731.853072] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.853364] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.853494] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.853799] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.854042] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.854297] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-dee8c3ec-42c3-4393-9104-39761baa2c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.403482] env[65530]: INFO networking_nsxv3.common.synchronization [None req-dd7828fe-ae0c-4406-9c12-d7456b2346ea None None] Enqueued Resource ID: 58200383-f4ab-431f-a8c4-a14160c65067 with Priority: HIGHEST for action port [ 732.403482] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58200383-f4ab-431f-a8c4-a14160c65067 with Priority: HIGHEST for action port [ 732.403482] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-58200383-f4ab-431f-a8c4-a14160c65067 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.403482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58200383-f4ab-431f-a8c4-a14160c65067" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.403482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58200383-f4ab-431f-a8c4-a14160c65067" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.403482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58200383-f4ab-431f-a8c4-a14160c65067" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.403482] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58200383-f4ab-431f-a8c4-a14160c65067',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.637958] env[65530]: INFO networking_nsxv3.common.synchronization [req-0fc56900-0f08-4853-ae42-233f754b8695 req-67df5843-4450-4ae6-a91f-7724ecceeba8 service nova] Enqueued Resource ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 with Priority: HIGHEST for action security_group_rules [ 732.637958] env[65530]: INFO networking_nsxv3.common.synchronization [req-0fc56900-0f08-4853-ae42-233f754b8695 req-67df5843-4450-4ae6-a91f-7724ecceeba8 service nova] Enqueued Resource ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 with Priority: HIGHEST for action security_group_members [ 732.638307] env[65530]: INFO networking_nsxv3.common.synchronization [req-0fc56900-0f08-4853-ae42-233f754b8695 req-67df5843-4450-4ae6-a91f-7724ecceeba8 service nova] Enqueued Resource ID: dee8c3ec-42c3-4393-9104-39761baa2c86 with Priority: HIGHEST for action port [ 732.639649] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 with Priority: HIGHEST for action security_group_rules [ 732.639649] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 with Priority: HIGHEST for action security_group_members [ 732.639883] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dee8c3ec-42c3-4393-9104-39761baa2c86 with Priority: HIGHEST for action port [ 732.640241] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75eef7fb-f817-4526-8cac-c6b81571c8e0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.640481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.640583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.641012] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.641184] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75eef7fb-f817-4526-8cac-c6b81571c8e0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.642345] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-75eef7fb-f817-4526-8cac-c6b81571c8e0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.643031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.643031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.643031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.643439] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.643439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.644814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.645052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.645176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.645498] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75eef7fb-f817-4526-8cac-c6b81571c8e0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.648016] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-dee8c3ec-42c3-4393-9104-39761baa2c86 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.648725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dee8c3ec-42c3-4393-9104-39761baa2c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.648725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dee8c3ec-42c3-4393-9104-39761baa2c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.648904] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dee8c3ec-42c3-4393-9104-39761baa2c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.649134] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dee8c3ec-42c3-4393-9104-39761baa2c86',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.797059] env[65530]: INFO networking_nsxv3.common.synchronization [req-e988325c-1a95-4437-b52e-2590b9587508 req-3f1cb09a-32ac-40f6-b379-10e5e4b12a2e tempest-ServersAdminNegativeTestJSON-832966949 tempest-ServersAdminNegativeTestJSON-832966949-project-member] Enqueued Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_members [ 732.798225] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_members [ 732.798639] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.799440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.799440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.799440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.799440] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.799440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.799888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.799888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.799888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.800137] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.905248] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 58200383-f4ab-431f-a8c4-a14160c65067 [ 732.905534] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.905744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.906180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.906180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.906180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.906363] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:58200383-f4ab-431f-a8c4-a14160c65067 already deleted. [ 732.906463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58200383-f4ab-431f-a8c4-a14160c65067" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.153269] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dee8c3ec-42c3-4393-9104-39761baa2c86 with status ACTIVE [ 733.153269] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.153269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.153269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.153269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.155091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.155091] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.155091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.155091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.155091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.155091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.155091] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.155091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.155091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.155091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.155091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.155091] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dee8c3ec-42c3-4393-9104-39761baa2c86 is going to be updated. [ 733.157617] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-75eef7fb-f817-4526-8cac-c6b81571c8e0 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.157617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.157617] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('75eef7fb-f817-4526-8cac-c6b81571c8e0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.178677] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.178835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.178910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.179140] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.179273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.179431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dee8c3ec-42c3-4393-9104-39761baa2c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.301972] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.659778] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('75eef7fb-f817-4526-8cac-c6b81571c8e0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.804530] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.014730] env[65530]: INFO networking_nsxv3.common.synchronization [req-b295f707-1f0c-421a-ae5e-6f3810303449 req-5ac2ec5d-4bc0-4ed9-b6e5-496e73b9e6b5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 734.014730] env[65530]: INFO networking_nsxv3.common.synchronization [req-b295f707-1f0c-421a-ae5e-6f3810303449 req-5ac2ec5d-4bc0-4ed9-b6e5-496e73b9e6b5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_members [ 734.014730] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 734.014730] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_members [ 734.014730] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.014910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.014910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.015143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.015350] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.015465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.015530] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.015699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.015785] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.015882] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.016796] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.016909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.016988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.017227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.017374] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.017469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.017530] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.017671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.017752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.017839] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.072171] env[65530]: INFO networking_nsxv3.common.synchronization [req-b295f707-1f0c-421a-ae5e-6f3810303449 req-5ac2ec5d-4bc0-4ed9-b6e5-496e73b9e6b5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_rules [ 734.072171] env[65530]: INFO networking_nsxv3.common.synchronization [req-b295f707-1f0c-421a-ae5e-6f3810303449 req-5ac2ec5d-4bc0-4ed9-b6e5-496e73b9e6b5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 734.072171] env[65530]: INFO networking_nsxv3.common.synchronization [req-b295f707-1f0c-421a-ae5e-6f3810303449 req-5ac2ec5d-4bc0-4ed9-b6e5-496e73b9e6b5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_rules [ 734.072292] env[65530]: INFO networking_nsxv3.common.synchronization [req-b295f707-1f0c-421a-ae5e-6f3810303449 req-5ac2ec5d-4bc0-4ed9-b6e5-496e73b9e6b5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_members [ 734.072471] env[65530]: INFO networking_nsxv3.common.synchronization [req-b295f707-1f0c-421a-ae5e-6f3810303449 req-5ac2ec5d-4bc0-4ed9-b6e5-496e73b9e6b5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6e73b394-d918-4164-9fad-34313dc9fe27 with Priority: HIGHEST for action port [ 734.073119] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_rules [ 734.073311] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_rules [ 734.073529] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e73b394-d918-4164-9fad-34313dc9fe27 with Priority: HIGHEST for action port [ 734.073529] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 734.073529] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_members [ 734.073786] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.073906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.073964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.074207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.074291] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.075146] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.075271] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.075332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.075541] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.075618] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.076365] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e73b394-d918-4164-9fad-34313dc9fe27 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.076470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.076536] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.076699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.076780] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e73b394-d918-4164-9fad-34313dc9fe27',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.077808] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.077808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.077808] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.077808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.165139] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.165596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.165596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.165734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.165734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.165888] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 is going to be created. [ 734.194684] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.194884] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.194965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.195227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.195397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.208076] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 in Status: UNINITIALIZED for 2s [ 734.308842] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.308842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.308842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.308842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.308842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.308842] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189a10da-9656-427f-b321-76a7c13f5ba8 is going to be updated. [ 734.342393] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.342576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.342681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.342900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.343619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.356189] env[65530]: INFO networking_nsxv3.common.synchronization [None req-d4117df8-5663-4779-b910-192311d37e8d tempest-ImagesOneServerNegativeTestJSON-977900054 tempest-ImagesOneServerNegativeTestJSON-977900054-project-member] Enqueued Resource ID: 848499e4-3b38-486a-aa55-2b9ccde37544 with Priority: HIGHEST for action security_group_rules [ 734.357058] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: IN_PROGRESS for 2s [ 734.357475] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 848499e4-3b38-486a-aa55-2b9ccde37544 with Priority: HIGHEST for action security_group_rules [ 734.357785] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-848499e4-3b38-486a-aa55-2b9ccde37544 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.357902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-848499e4-3b38-486a-aa55-2b9ccde37544" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.357970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-848499e4-3b38-486a-aa55-2b9ccde37544" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.358236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-848499e4-3b38-486a-aa55-2b9ccde37544" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.358314] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('848499e4-3b38-486a-aa55-2b9ccde37544',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.456184] env[65530]: INFO networking_nsxv3.common.synchronization [None req-894697ff-333f-4e11-86d8-82369b8a5154 tempest-ImagesOneServerNegativeTestJSON-977900054 tempest-ImagesOneServerNegativeTestJSON-977900054-project-member] Enqueued Resource ID: 848499e4-3b38-486a-aa55-2b9ccde37544 with Priority: HIGHEST for action security_group_rules [ 734.456184] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 848499e4-3b38-486a-aa55-2b9ccde37544 with Priority: HIGHEST for action security_group_rules [ 734.456184] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-848499e4-3b38-486a-aa55-2b9ccde37544 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.456184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-848499e4-3b38-486a-aa55-2b9ccde37544" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.519175] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.521011] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.578787] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.578953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.579939] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.579939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.579939] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e73b394-d918-4164-9fad-34313dc9fe27 with status ACTIVE [ 734.579939] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.579939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.579939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.579939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.580718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.580718] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.582018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.582018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.582018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.582018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.582018] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.582018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.582018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.582018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.582663] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.582663] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e73b394-d918-4164-9fad-34313dc9fe27 is going to be updated. [ 734.606735] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.607587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.607587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.607587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.607587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.607587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.879960] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.879960] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.880383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.880383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.880984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.880984] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 848499e4-3b38-486a-aa55-2b9ccde37544 already deleted. [ 734.880984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-848499e4-3b38-486a-aa55-2b9ccde37544" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.880984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-848499e4-3b38-486a-aa55-2b9ccde37544" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.881278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-848499e4-3b38-486a-aa55-2b9ccde37544" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.881278] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('848499e4-3b38-486a-aa55-2b9ccde37544',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.021735] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.023255] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.054917] env[65530]: INFO networking_nsxv3.common.synchronization [None req-789fbe1c-da35-4b07-8e3e-bd3d52791a9e None None] Enqueued Resource ID: 5ad08c4a-7755-4338-a41d-a4930dfb19c9 with Priority: HIGHEST for action port [ 735.054917] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ad08c4a-7755-4338-a41d-a4930dfb19c9 with Priority: HIGHEST for action port [ 735.055661] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5ad08c4a-7755-4338-a41d-a4930dfb19c9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.055661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5ad08c4a-7755-4338-a41d-a4930dfb19c9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.055661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5ad08c4a-7755-4338-a41d-a4930dfb19c9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.055661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5ad08c4a-7755-4338-a41d-a4930dfb19c9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.056120] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5ad08c4a-7755-4338-a41d-a4930dfb19c9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.404883] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.405081] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.405192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.405484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.405584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.405700] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 848499e4-3b38-486a-aa55-2b9ccde37544 already deleted. [ 735.405799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-848499e4-3b38-486a-aa55-2b9ccde37544" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.525614] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.525775] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.525846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.526085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.526217] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.526626] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 735.527618] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.527674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.527724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.528167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.528167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.528167] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee is going to be created. [ 735.558997] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5ad08c4a-7755-4338-a41d-a4930dfb19c9 [ 735.559199] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.559468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.559468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.559800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.559800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.559800] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5ad08c4a-7755-4338-a41d-a4930dfb19c9 already deleted. [ 735.559929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5ad08c4a-7755-4338-a41d-a4930dfb19c9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.561074] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.561251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.561373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.561539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.561694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.563636] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.563767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.563872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.564349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.564349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.575784] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 735.578822] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: UNINITIALIZED for 2s [ 735.942352] env[65530]: INFO networking_nsxv3.common.synchronization [req-950e720b-8dba-451b-a909-af1b63da44f3 req-5eaf9dde-f3e7-4dfb-8998-7175ba694c12 tempest-ImagesTestJSON-1643481996 tempest-ImagesTestJSON-1643481996-project-member] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 735.943668] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 735.944037] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.944251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.944995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.945298] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.946697] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.946876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.946952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.947178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.947281] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.947381] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.226137] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 in Status: SUCCESS [ 736.226430] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.226616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.226905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.227083] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.227266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.227342] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.227527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.227719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.227719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.227848] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('75eef7fb-f817-4526-8cac-c6b81571c8e0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.367416] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: SUCCESS [ 736.367690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.421336] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.421522] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.421644] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.421980] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.422249] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.422409] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.422523] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.429034] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.429034] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.429034] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.429034] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.429034] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.429034] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.429034] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 736.429034] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.429034] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.448108] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.448280] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 736.449107] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.449107] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.449626] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-5be06516-190e-4c58-ad88-5d76d2bdcd3d taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.449848] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-5be06516-190e-4c58-ad88-5d76d2bdcd3d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.450026] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-5be06516-190e-4c58-ad88-5d76d2bdcd3d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.450260] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-5be06516-190e-4c58-ad88-5d76d2bdcd3d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.450398] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5be06516-190e-4c58-ad88-5d76d2bdcd3d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.451666] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.451817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.451901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.452201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.452344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.452587] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.452712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.452792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.452982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.457129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.457272] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 already deleted. [ 736.457363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.731343] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-75eef7fb-f817-4526-8cac-c6b81571c8e0 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.731502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.731532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.731940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.732514] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.732648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.732741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.732885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.733030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.733149] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.733291] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-75eef7fb-f817-4526-8cac-c6b81571c8e0 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.733458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.733544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.733716] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.733891] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.734046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.734099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.734323] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.734366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.734468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.734611] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('75eef7fb-f817-4526-8cac-c6b81571c8e0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.959321] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.959612] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.959654] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.960757] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.960757] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.960757] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 5be06516-190e-4c58-ad88-5d76d2bdcd3d not found, creating... [ 736.960757] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.960757] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.961147] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.961322] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.961493] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.961795] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.961963] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.962757] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.962757] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.962757] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.962889] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 5be06516-190e-4c58-ad88-5d76d2bdcd3d is going to be created. [ 736.988758] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.988758] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.988758] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.988758] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.988758] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.988758] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-5be06516-190e-4c58-ad88-5d76d2bdcd3d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.237412] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 75eef7fb-f817-4526-8cac-c6b81571c8e0: rpc.has_security_group_logging(os_id): False [ 737.260661] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.260880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.260977] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.261458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.261559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.261803] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.261905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.261971] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.262275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.262384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.262584] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.262724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.262772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.262977] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.263107] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.263342] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.263487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.263590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.263693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.263845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.263845] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 is going to be created. [ 737.336023] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.336023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.336023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.336023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.336023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.348590] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 in Status: IN_PROGRESS for 2s [ 737.591179] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 737.591794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.592802] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: SUCCESS [ 737.594017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.594017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.594017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.594017] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.594017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.594017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.594523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.594702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.594889] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.595930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.596280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.597702] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.599203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.599203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.599203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.599203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.599203] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.794062] env[65530]: INFO networking_nsxv3.common.synchronization [req-950e720b-8dba-451b-a909-af1b63da44f3 req-911f7849-d659-4d08-a457-7f645a8f23ea service nova] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_rules [ 737.794491] env[65530]: INFO networking_nsxv3.common.synchronization [req-950e720b-8dba-451b-a909-af1b63da44f3 req-911f7849-d659-4d08-a457-7f645a8f23ea service nova] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 737.794491] env[65530]: INFO networking_nsxv3.common.synchronization [req-950e720b-8dba-451b-a909-af1b63da44f3 req-911f7849-d659-4d08-a457-7f645a8f23ea service nova] Enqueued Resource ID: 5be06516-190e-4c58-ad88-5d76d2bdcd3d with Priority: HIGHEST for action port [ 737.794904] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_rules [ 737.795582] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 737.795582] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5be06516-190e-4c58-ad88-5d76d2bdcd3d with Priority: HIGHEST for action port [ 737.795582] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.795770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.795770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.796079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.796114] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.796985] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.797099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.797194] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.797360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.797519] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.797618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.797809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.797809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.797965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.798016] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.798746] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5be06516-190e-4c58-ad88-5d76d2bdcd3d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.798853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5be06516-190e-4c58-ad88-5d76d2bdcd3d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.798917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5be06516-190e-4c58-ad88-5d76d2bdcd3d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.799094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5be06516-190e-4c58-ad88-5d76d2bdcd3d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.799218] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5be06516-190e-4c58-ad88-5d76d2bdcd3d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.103139] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.104238] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.302166] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.302166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.302166] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.306066] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5be06516-190e-4c58-ad88-5d76d2bdcd3d with status ACTIVE [ 738.306066] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.306066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.306066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.306066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.306066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.306066] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.306066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.306066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.306066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.306066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.306066] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.306066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.307158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.307158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.307158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.307158] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5be06516-190e-4c58-ad88-5d76d2bdcd3d is going to be updated. [ 738.331319] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.331459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.331528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.331728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.331869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.332054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5be06516-190e-4c58-ad88-5d76d2bdcd3d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.607357] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.608901] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.804345] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.111636] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.111973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.111973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.113050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.113050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.113050] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee is going to be updated. [ 739.114277] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.114492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.114638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.114801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.114886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.114981] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 739.145162] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.145396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.145670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.145871] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.146047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.148158] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.148295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.148375] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.148535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.148671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.164030] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: IN_PROGRESS for 2s [ 739.165109] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 739.306972] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.307256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.307331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.307566] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.307634] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.307733] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be created. [ 739.335728] env[65530]: INFO networking_nsxv3.common.synchronization [req-2aafbc3c-c352-41ae-8055-d81053bb9ff7 req-7e35ba30-44e3-42e1-8250-beb57847d70b tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 739.335728] env[65530]: INFO networking_nsxv3.common.synchronization [req-2aafbc3c-c352-41ae-8055-d81053bb9ff7 req-7e35ba30-44e3-42e1-8250-beb57847d70b tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 with Priority: HIGHEST for action security_group_members [ 739.336101] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 739.336101] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 with Priority: HIGHEST for action security_group_members [ 739.337098] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.337098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.337098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.337098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.337098] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.337365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.337365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.337365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.337463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.337542] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.339793] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.340394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.340394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.340394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.340667] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.340667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.340667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.340822] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.341017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.341155] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.344013] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.344217] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.344282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.344474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.344638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.360499] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: UNINITIALIZED for 2s [ 739.362570] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 in Status: SUCCESS [ 739.362872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.392720] env[65530]: INFO networking_nsxv3.common.synchronization [req-2aafbc3c-c352-41ae-8055-d81053bb9ff7 req-7e35ba30-44e3-42e1-8250-beb57847d70b tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_rules [ 739.393040] env[65530]: INFO networking_nsxv3.common.synchronization [req-2aafbc3c-c352-41ae-8055-d81053bb9ff7 req-7e35ba30-44e3-42e1-8250-beb57847d70b tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 739.393180] env[65530]: INFO networking_nsxv3.common.synchronization [req-2aafbc3c-c352-41ae-8055-d81053bb9ff7 req-7e35ba30-44e3-42e1-8250-beb57847d70b tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 with Priority: HIGHEST for action security_group_rules [ 739.393342] env[65530]: INFO networking_nsxv3.common.synchronization [req-2aafbc3c-c352-41ae-8055-d81053bb9ff7 req-7e35ba30-44e3-42e1-8250-beb57847d70b tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 with Priority: HIGHEST for action security_group_members [ 739.393472] env[65530]: INFO networking_nsxv3.common.synchronization [req-2aafbc3c-c352-41ae-8055-d81053bb9ff7 req-7e35ba30-44e3-42e1-8250-beb57847d70b tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: 68bdaabf-485f-4200-ac51-395a7a2dfcca with Priority: HIGHEST for action port [ 739.394063] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_rules [ 739.394221] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 with Priority: HIGHEST for action security_group_rules [ 739.394323] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bdaabf-485f-4200-ac51-395a7a2dfcca with Priority: HIGHEST for action port [ 739.394432] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 739.394521] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 with Priority: HIGHEST for action security_group_members [ 739.394799] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.394919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.394987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.395322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.395471] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.398777] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.398777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.398777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.398777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.398777] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.399606] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-68bdaabf-485f-4200-ac51-395a7a2dfcca taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.399728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.400111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.400111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.400111] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68bdaabf-485f-4200-ac51-395a7a2dfcca',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.401312] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.401312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.402105] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.402231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.842909] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.849149] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.903281] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.903437] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.904064] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68bdaabf-485f-4200-ac51-395a7a2dfcca with status ACTIVE [ 739.904064] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.904064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.904064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.904429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.904429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.904608] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.904774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.904774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.904926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.905009] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.905191] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.905601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.905687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.905881] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.905919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.906011] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68bdaabf-485f-4200-ac51-395a7a2dfcca is going to be updated. [ 739.907188] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.907312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.929738] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.929886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.929939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.930337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.931581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.931581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.141125] env[65530]: INFO networking_nsxv3.common.synchronization [req-6b561ae6-221b-4cf1-9068-8276126da347 req-c49dd632-4f64-4c0c-a10b-5fa7d42d392e tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 740.141474] env[65530]: INFO networking_nsxv3.common.synchronization [req-6b561ae6-221b-4cf1-9068-8276126da347 req-c49dd632-4f64-4c0c-a10b-5fa7d42d392e tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 with Priority: HIGHEST for action security_group_members [ 740.142760] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 740.142760] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 with Priority: HIGHEST for action security_group_members [ 740.142760] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.142760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.142760] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.142760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.198969] env[65530]: INFO networking_nsxv3.common.synchronization [req-6b561ae6-221b-4cf1-9068-8276126da347 req-c49dd632-4f64-4c0c-a10b-5fa7d42d392e tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_rules [ 740.199222] env[65530]: INFO networking_nsxv3.common.synchronization [req-6b561ae6-221b-4cf1-9068-8276126da347 req-c49dd632-4f64-4c0c-a10b-5fa7d42d392e tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 740.199371] env[65530]: INFO networking_nsxv3.common.synchronization [req-6b561ae6-221b-4cf1-9068-8276126da347 req-c49dd632-4f64-4c0c-a10b-5fa7d42d392e tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: 68bdaabf-485f-4200-ac51-395a7a2dfcca with Priority: HIGHEST for action port [ 740.200053] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_rules [ 740.200269] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 740.200406] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68bdaabf-485f-4200-ac51-395a7a2dfcca with Priority: HIGHEST for action port [ 740.200722] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.200882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.201177] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.201331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.201556] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-68bdaabf-485f-4200-ac51-395a7a2dfcca taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.201708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.201798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.202076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.202218] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68bdaabf-485f-4200-ac51-395a7a2dfcca',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.346240] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.351431] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.381631] env[65530]: INFO networking_nsxv3.common.synchronization [None req-0e65f721-0cc8-4396-aff9-e88f801b33d1 tempest-MigrationsAdminTest-536209756 tempest-MigrationsAdminTest-536209756-project-member] Enqueued Resource ID: 59cd5505-f427-4791-a5ce-c4329ae85416 with Priority: HIGHEST for action security_group_rules [ 740.382215] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59cd5505-f427-4791-a5ce-c4329ae85416 with Priority: HIGHEST for action security_group_rules [ 740.382543] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59cd5505-f427-4791-a5ce-c4329ae85416 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.382691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59cd5505-f427-4791-a5ce-c4329ae85416" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.382758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59cd5505-f427-4791-a5ce-c4329ae85416" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.383653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59cd5505-f427-4791-a5ce-c4329ae85416" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.383827] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59cd5505-f427-4791-a5ce-c4329ae85416',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.470440] env[65530]: INFO networking_nsxv3.common.synchronization [None req-55bc0515-9f0b-4705-aeae-5a0c8741e35c tempest-MigrationsAdminTest-536209756 tempest-MigrationsAdminTest-536209756-project-member] Enqueued Resource ID: 59cd5505-f427-4791-a5ce-c4329ae85416 with Priority: HIGHEST for action security_group_rules [ 740.470440] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59cd5505-f427-4791-a5ce-c4329ae85416 with Priority: HIGHEST for action security_group_rules [ 740.470440] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-59cd5505-f427-4791-a5ce-c4329ae85416 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.470440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-59cd5505-f427-4791-a5ce-c4329ae85416" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.704546] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68bdaabf-485f-4200-ac51-395a7a2dfcca with status ACTIVE [ 740.704652] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.704926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.705022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.705290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.705440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.705651] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.706031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.706031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.706128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.706312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.706361] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.706463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.706591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.706689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.707361] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.707361] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68bdaabf-485f-4200-ac51-395a7a2dfcca is going to be updated. [ 740.737400] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.737532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.737532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.737717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.737848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.738020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68bdaabf-485f-4200-ac51-395a7a2dfcca" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.851357] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.851357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.851357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.851357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.851357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.851357] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 is going to be updated. [ 740.856177] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.856177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.856177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.856177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.856177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.856177] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 is going to be created. [ 740.891305] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.892133] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.894948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.894948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.894948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.905196] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.905196] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.905196] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.905196] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.905196] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.907433] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 in Status: UNINITIALIZED for 2s [ 740.914198] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: IN_PROGRESS for 2s [ 740.916428] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.916428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.916428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.916637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.916687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.916767] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59cd5505-f427-4791-a5ce-c4329ae85416 already deleted. [ 740.916903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59cd5505-f427-4791-a5ce-c4329ae85416" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.917423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-59cd5505-f427-4791-a5ce-c4329ae85416" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.917653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-59cd5505-f427-4791-a5ce-c4329ae85416" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.917782] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('59cd5505-f427-4791-a5ce-c4329ae85416',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.125086] env[65530]: INFO networking_nsxv3.common.synchronization [req-260a808c-9349-48eb-b6ee-36de42f1e589 req-ad80731a-167d-4599-bf7b-2906a8645438 tempest-ServersAdminTestJSON-154072691 tempest-ServersAdminTestJSON-154072691-project-member] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 741.126702] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 741.126702] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.126702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.126702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.126943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.127127] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.127299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.127299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.127453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.127541] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.127637] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.178450] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: SUCCESS [ 741.178798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.179287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.179567] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.179792] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.179938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.180041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.180242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.180352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.180462] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.180574] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.182034] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 741.182209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.182367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.182507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.182667] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.182767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.182828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.182959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.183107] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.183231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.184902] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.374206] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 741.374646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.374646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.374886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.375276] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.375276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.375276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.375531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.375531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.375633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.375714] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.440642] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.440642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.440642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.441358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.441358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.441358] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 59cd5505-f427-4791-a5ce-c4329ae85416 already deleted. [ 741.441358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-59cd5505-f427-4791-a5ce-c4329ae85416" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.630812] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.688270] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.688270] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.688270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.688270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.688270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.688270] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.688270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.688270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.688270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.688270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.688270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.688270] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.688270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.688270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.688270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.688270] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.689725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.690599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.691112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.691112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.691687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.691687] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.882431] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.882431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.882431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.882431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.882431] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.882431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.882431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.882431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.882431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.882431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.882431] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.882431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.882431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.882431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.882431] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.883083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.883083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.883083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.883083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.883591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.883730] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.132717] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.194377] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee: rpc.has_security_group_logging(os_id): False [ 742.196348] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd85b30-a04c-4a45-935a-97c2cca83986: rpc.has_security_group_logging(os_id): False [ 742.216426] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.216426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.216426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.216426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.216426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.216426] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.216426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.216426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.216426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.216426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.216426] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee is going to be created. [ 742.218617] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.218922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.219112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.219358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.219531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.219782] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.220011] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.220226] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.220519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.220685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.220954] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.221196] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.221721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.221978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.223422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.223593] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.224314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.224314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.224314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.224314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.224538] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 742.303202] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.303202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.303202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.303202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.303202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.304317] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.304665] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.304827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.305113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.305421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.320113] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: IN_PROGRESS for 2s [ 742.322420] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 742.386074] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a523caae-6b74-45d5-911b-2e828937aa60: rpc.has_security_group_logging(os_id): False [ 742.416150] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.416150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.416150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.416659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.416659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.416924] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.417132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.417259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.417522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.417665] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.417996] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.418579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.419416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.419416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.419416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.419623] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.419709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.419825] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.420064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.420524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.420524] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be created. [ 742.488488] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.488635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.488708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.489369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.489369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.501854] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 742.622377] env[65530]: INFO networking_nsxv3.common.synchronization [req-240b4677-2aab-4a27-b0b3-ce76bcd2337b req-b5a74059-3c90-4e8a-9d81-bbbd6332e2c5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: de7d7282-2519-43bb-9378-7eb88d3f25ed with Priority: HIGHEST for action security_group_members [ 742.622377] env[65530]: INFO networking_nsxv3.common.synchronization [req-240b4677-2aab-4a27-b0b3-ce76bcd2337b req-b5a74059-3c90-4e8a-9d81-bbbd6332e2c5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 742.622377] env[65530]: INFO networking_nsxv3.common.synchronization [req-240b4677-2aab-4a27-b0b3-ce76bcd2337b req-b5a74059-3c90-4e8a-9d81-bbbd6332e2c5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_members [ 742.622825] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d7282-2519-43bb-9378-7eb88d3f25ed with Priority: HIGHEST for action security_group_members [ 742.622950] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 742.623110] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_members [ 742.623941] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d7282-2519-43bb-9378-7eb88d3f25ed taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.623941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.623941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.624189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.624189] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.624305] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.624595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.624676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.624781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.624881] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d7282-2519-43bb-9378-7eb88d3f25ed',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.626452] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.626600] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.626712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.627732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.627732] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.627732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.627732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.627732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.627732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.627732] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.628848] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.629012] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.629012] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.629350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.629350] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.629511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.629511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.629710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.629849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.629964] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.635515] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.635702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.635777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.636492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.636492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.636492] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be updated. [ 742.673664] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.673964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.673964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.674154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.674620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.686591] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 742.693928] env[65530]: INFO networking_nsxv3.common.synchronization [req-240b4677-2aab-4a27-b0b3-ce76bcd2337b req-b5a74059-3c90-4e8a-9d81-bbbd6332e2c5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_rules [ 742.693928] env[65530]: INFO networking_nsxv3.common.synchronization [req-240b4677-2aab-4a27-b0b3-ce76bcd2337b req-b5a74059-3c90-4e8a-9d81-bbbd6332e2c5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 742.694152] env[65530]: INFO networking_nsxv3.common.synchronization [req-240b4677-2aab-4a27-b0b3-ce76bcd2337b req-b5a74059-3c90-4e8a-9d81-bbbd6332e2c5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_rules [ 742.694294] env[65530]: INFO networking_nsxv3.common.synchronization [req-240b4677-2aab-4a27-b0b3-ce76bcd2337b req-b5a74059-3c90-4e8a-9d81-bbbd6332e2c5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_members [ 742.694518] env[65530]: INFO networking_nsxv3.common.synchronization [req-240b4677-2aab-4a27-b0b3-ce76bcd2337b req-b5a74059-3c90-4e8a-9d81-bbbd6332e2c5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: de7d7282-2519-43bb-9378-7eb88d3f25ed with Priority: HIGHEST for action security_group_rules [ 742.694734] env[65530]: INFO networking_nsxv3.common.synchronization [req-240b4677-2aab-4a27-b0b3-ce76bcd2337b req-b5a74059-3c90-4e8a-9d81-bbbd6332e2c5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: de7d7282-2519-43bb-9378-7eb88d3f25ed with Priority: HIGHEST for action security_group_members [ 742.695088] env[65530]: INFO networking_nsxv3.common.synchronization [req-240b4677-2aab-4a27-b0b3-ce76bcd2337b req-b5a74059-3c90-4e8a-9d81-bbbd6332e2c5 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6e73b394-d918-4164-9fad-34313dc9fe27 with Priority: HIGHEST for action port [ 742.695957] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_rules [ 742.696358] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_rules [ 742.696358] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d7282-2519-43bb-9378-7eb88d3f25ed with Priority: HIGHEST for action security_group_members [ 742.696454] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e73b394-d918-4164-9fad-34313dc9fe27 with Priority: HIGHEST for action port [ 742.696586] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d7282-2519-43bb-9378-7eb88d3f25ed with Priority: HIGHEST for action security_group_rules [ 742.696734] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 742.696925] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_members [ 742.698137] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.698487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.698907] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.699075] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.699462] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d7282-2519-43bb-9378-7eb88d3f25ed taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.699628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.699882] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e73b394-d918-4164-9fad-34313dc9fe27 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.700040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.700111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.700383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.700468] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e73b394-d918-4164-9fad-34313dc9fe27',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.701986] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de7d7282-2519-43bb-9378-7eb88d3f25ed taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.702099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.702151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.702457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.702587] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de7d7282-2519-43bb-9378-7eb88d3f25ed',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.706901] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.706901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.706901] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.706901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.917068] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 in Status: SUCCESS [ 742.918073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.918073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.918346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.918939] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.919100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.919173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.919388] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.919567] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.919627] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.925441] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: SUCCESS [ 742.925441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.925569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.925888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.926643] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.926643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.926643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.926643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.926643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.926643] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.131942] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d7282-2519-43bb-9378-7eb88d3f25ed',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.133214] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.134013] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.207587] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6e73b394-d918-4164-9fad-34313dc9fe27 with status ACTIVE [ 743.207587] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.207587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.207587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.207964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.207964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.207964] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.208076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.208132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.208268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.208348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.208519] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.208614] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.208676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.208813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.208888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.208971] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6e73b394-d918-4164-9fad-34313dc9fe27 is going to be updated. [ 743.210232] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d7282-2519-43bb-9378-7eb88d3f25ed taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.210357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.234084] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.234084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.234084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.234327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.234484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.234728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e73b394-d918-4164-9fad-34313dc9fe27" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.424907] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.424907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.424907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.424907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.424907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.424907] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.424907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.424907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.424907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.424907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.424907] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 is going to be deleted. [ 743.430036] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.557216] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.557216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.557216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.557216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.557216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.557216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.557216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.557216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.557216] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.557216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.557216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.557216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.557216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.557216] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.635115] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d7282-2519-43bb-9378-7eb88d3f25ed',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.639277] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.639277] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.932204] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.061594] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.061840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.061921] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.062154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.062235] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.062421] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.062548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.062588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.062723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.062816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.063020] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 already deleted. [ 744.063084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.063238] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.064189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.064320] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.064532] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.064656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.064749] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.064983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.065034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.065567] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.142998] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.142998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.142998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.142998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.142998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.142998] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 744.144209] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.144377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.144459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.144650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.144738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.144960] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d7282-2519-43bb-9378-7eb88d3f25ed is going to be created. [ 744.147782] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.147982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.148095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.148286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.148358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.148459] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee is going to be updated. [ 744.178653] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.178805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.178880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.179322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.179459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.181573] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.181708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.181767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.181949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.182102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.183791] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.183908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.184046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.184189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.184554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.199032] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d7282-2519-43bb-9378-7eb88d3f25ed in Status: UNINITIALIZED for 2s [ 744.200233] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: IN_PROGRESS for 2s [ 744.200941] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 744.335616] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: SUCCESS [ 744.335616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.335616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.336035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.336035] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.345475] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 744.345708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.345892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.346179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.346279] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.434341] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.434551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.434551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.434781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.434907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.434975] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 is going to be updated. [ 744.471762] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.471961] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.471961] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.472200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.472342] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.482659] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: IN_PROGRESS for 2s [ 744.521547] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 744.521872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.567169] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.568714] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.568893] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.568959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.569377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.569377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.569570] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.569949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.569949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.570182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.570322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.570459] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 already deleted. [ 744.570597] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.700053] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 744.700740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.761603] env[65530]: INFO networking_nsxv3.common.synchronization [req-18d62028-cdf9-4ca6-b3e5-e5b47fbd76e9 req-6e38a889-a087-4f44-861a-10a2aa727bd9 tempest-ServerPasswordTestJSON-781397705 tempest-ServerPasswordTestJSON-781397705-project-member] Enqueued Resource ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 with Priority: HIGHEST for action security_group_members [ 744.762229] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 with Priority: HIGHEST for action security_group_members [ 744.763035] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-75eef7fb-f817-4526-8cac-c6b81571c8e0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.763035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.763035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.763276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.763325] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.763430] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.763491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.763645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.763813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.763916] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('75eef7fb-f817-4526-8cac-c6b81571c8e0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.838261] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.838743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.849808] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.850132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.071816] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25: rpc.has_security_group_logging(os_id): False [ 745.094111] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.094111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.094111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.094757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.094757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.094757] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.094857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.094887] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.095083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.095160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.095268] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 is going to be created. [ 745.117095] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25], does not exist path=[/infra/domains/default/groups/f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25]."\n}' [ 745.117327] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 [ 745.117391] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 745.155807] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.156064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.156064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.156295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.157481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.157786] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.158017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.158017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.158190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.158274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.158498] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.158590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.158664] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.159184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.159184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.159184] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 is going to be created. [ 745.177778] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25], does not exist path=[/infra/domains/default/groups/f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 [ 745.177946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.178536] env[65530]: Traceback (most recent call last): [ 745.178583] env[65530]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 745.178583] env[65530]: return func(*args, **kwargs) [ 745.178583] env[65530]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 745.178583] env[65530]: res.raise_for_status() [ 745.178583] env[65530]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 745.178583] env[65530]: raise HTTPError(http_error_msg, response=self) [ 745.178583] env[65530]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 [ 745.178583] env[65530]: During handling of the above exception, another exception occurred: [ 745.178583] env[65530]: Traceback (most recent call last): [ 745.178583] env[65530]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 745.178583] env[65530]: listener.cb(fileno) [ 745.179034] env[65530]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 745.179034] env[65530]: result = function(*args, **kwargs) [ 745.179034] env[65530]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 745.179034] env[65530]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 745.179034] env[65530]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 745.179034] env[65530]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 745.179034] env[65530]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 745.179034] env[65530]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 745.179034] env[65530]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 745.179034] env[65530]: res.raise_for_status() [ 745.179034] env[65530]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 745.179034] env[65530]: raise HTTPError(http_error_msg, response=self) [ 745.179034] env[65530]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/f0c43e4b-5f7a-45ca-ada1-ecbfd5c8fc25 [ 745.179034] env[65530]: Removing descriptor: 20 [ 745.267039] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.267039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.267039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.267419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.300858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.301409] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.301588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.301645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.301888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.301967] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.302100] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 is going to be updated. [ 745.333907] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.334140] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.334219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.334448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.334619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.352226] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 in Status: IN_PROGRESS for 2s [ 746.213344] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d7282-2519-43bb-9378-7eb88d3f25ed in Status: SUCCESS [ 746.213344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.213943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.214244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.214448] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.215513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.215513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.215513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.215513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.215513] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d7282-2519-43bb-9378-7eb88d3f25ed',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.216907] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 746.217360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.218195] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: SUCCESS [ 746.218358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.218504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.218676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.218838] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.218937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.218995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.219149] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.219369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.219369] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.220580] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.220746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.222033] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.222033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.222033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.222033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.222241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.222241] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.224907] env[65530]: INFO networking_nsxv3.common.synchronization [req-43674905-6161-4dcf-87b0-199a9f917778 req-72a127c2-f364-491d-86e2-3f3a7e6450ca tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 746.225158] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 746.225678] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.225789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.225853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.226143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.226299] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.226403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.226827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.227836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.227836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.227836] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.492215] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: SUCCESS [ 746.492539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.492685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.492838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.493013] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.493160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.493228] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.493394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.493465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.493553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.493647] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.494543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.494709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.494869] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.494967] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.495042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.495184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.495259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.495346] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.511689] env[65530]: INFO networking_nsxv3.common.synchronization [req-74616215-d531-456d-8eff-5a8eadcb5e81 req-bd5ce120-d372-40a9-a1d4-60b4704ede60 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: de7d7282-2519-43bb-9378-7eb88d3f25ed with Priority: HIGHEST for action security_group_members [ 746.512620] env[65530]: INFO networking_nsxv3.common.synchronization [req-74616215-d531-456d-8eff-5a8eadcb5e81 req-bd5ce120-d372-40a9-a1d4-60b4704ede60 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 746.512620] env[65530]: INFO networking_nsxv3.common.synchronization [req-74616215-d531-456d-8eff-5a8eadcb5e81 req-bd5ce120-d372-40a9-a1d4-60b4704ede60 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_members [ 746.512620] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de7d7282-2519-43bb-9378-7eb88d3f25ed with Priority: HIGHEST for action security_group_members [ 746.512795] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 746.512795] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGHEST for action security_group_members [ 746.513301] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de7d7282-2519-43bb-9378-7eb88d3f25ed taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.513487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.513688] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.513774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.513943] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.514039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.580323] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.580514] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.580628] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.580892] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.581168] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.581322] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.581430] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.581631] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.581765] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.581966] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.582282] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.582412] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.582514] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.582623] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 746.582723] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.582885] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.602166] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.602341] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 746.602477] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.602650] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.602968] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-211da735-6682-40bd-8386-aeb4687cc05c taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.603172] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-211da735-6682-40bd-8386-aeb4687cc05c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.603291] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-211da735-6682-40bd-8386-aeb4687cc05c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.603608] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-211da735-6682-40bd-8386-aeb4687cc05c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.603738] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('211da735-6682-40bd-8386-aeb4687cc05c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.721702] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.723773] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.724584] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de7d7282-2519-43bb-9378-7eb88d3f25ed',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.730672] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.730831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.730831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.731107] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.731204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.731399] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.731503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.731567] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.731719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.731795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.731878] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 already deleted. [ 746.731958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.997381] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.998059] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.998394] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.109298] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.109298] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.109298] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.109298] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.109298] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.109298] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 211da735-6682-40bd-8386-aeb4687cc05c not found, creating... [ 747.109298] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.109298] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.109298] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.109298] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.109298] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.109749] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.109749] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.109749] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.109749] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.109749] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.109749] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 211da735-6682-40bd-8386-aeb4687cc05c is going to be created. [ 747.134624] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.134624] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.134624] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.134624] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.134624] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.134624] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-211da735-6682-40bd-8386-aeb4687cc05c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.225020] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.227482] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.230959] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de7d7282-2519-43bb-9378-7eb88d3f25ed',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.232777] env[65530]: INFO networking_nsxv3.common.synchronization [req-5b2cd841-73f4-4f27-9a9d-0b218e08ea44 req-6b826595-aa5c-4805-9608-6f8e3cc69b9c tempest-ServerDiskConfigTestJSON-182912250 tempest-ServerDiskConfigTestJSON-182912250-project-member] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 747.233367] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 747.233639] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.233778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.233828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.234962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.235074] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.235206] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.235278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.239468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.239468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.239468] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.364165] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 in Status: SUCCESS [ 747.364386] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 deletion is rescheduled due to dependency. [ 747.364499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.501820] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.540788] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.540999] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.541188] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.541396] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.541650] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.541800] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.541907] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.542129] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.542283] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.542448] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.542553] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 747.542650] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 747.542749] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 747.542849] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 747.542946] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 747.543126] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 747.563162] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 747.563330] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 747.563465] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 747.563657] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.563933] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-b737f1e5-40f3-43c4-bdd0-143142ce33b4 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.564483] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-b737f1e5-40f3-43c4-bdd0-143142ce33b4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.564483] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-b737f1e5-40f3-43c4-bdd0-143142ce33b4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.564775] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-b737f1e5-40f3-43c4-bdd0-143142ce33b4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.564879] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b737f1e5-40f3-43c4-bdd0-143142ce33b4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.730431] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.730431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.730663] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.730773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.730876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.731026] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 747.733925] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.734166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.734166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.734447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.734524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.734598] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d7282-2519-43bb-9378-7eb88d3f25ed is going to be updated. [ 747.735819] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.735931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.736064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.737405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.737405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.737405] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee is going to be updated. [ 747.742036] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.742189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.742255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.743296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.772326] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.772543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.772614] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.772864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.773141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.775013] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.775132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.775225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.775385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.775523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.777152] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.777354] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.777354] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.777484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.777708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.779187] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.779389] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.779501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.779559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.779707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.779800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.779877] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be updated. [ 747.790998] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: IN_PROGRESS for 2s [ 747.791774] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d7282-2519-43bb-9378-7eb88d3f25ed in Status: IN_PROGRESS for 2s [ 747.792392] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 747.808577] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.808732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.808819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.808988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.809141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.817979] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 747.892705] env[65530]: INFO networking_nsxv3.common.synchronization [req-43674905-6161-4dcf-87b0-199a9f917778 req-31ae2615-4a2e-4ad2-a974-828adfa6d6c4 service nova] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_rules [ 747.892904] env[65530]: INFO networking_nsxv3.common.synchronization [req-43674905-6161-4dcf-87b0-199a9f917778 req-31ae2615-4a2e-4ad2-a974-828adfa6d6c4 service nova] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 747.893100] env[65530]: INFO networking_nsxv3.common.synchronization [req-43674905-6161-4dcf-87b0-199a9f917778 req-31ae2615-4a2e-4ad2-a974-828adfa6d6c4 service nova] Enqueued Resource ID: 211da735-6682-40bd-8386-aeb4687cc05c with Priority: HIGHEST for action port [ 747.893653] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_rules [ 747.893790] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 747.893886] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 211da735-6682-40bd-8386-aeb4687cc05c with Priority: HIGHEST for action port [ 747.894202] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.894382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.894382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.894644] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.894740] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.895756] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.895876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.895944] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.896161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.896726] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.896907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.896907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.897994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.898129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.898255] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.899121] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-211da735-6682-40bd-8386-aeb4687cc05c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.899231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-211da735-6682-40bd-8386-aeb4687cc05c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.899294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-211da735-6682-40bd-8386-aeb4687cc05c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.902439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-211da735-6682-40bd-8386-aeb4687cc05c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.902439] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('211da735-6682-40bd-8386-aeb4687cc05c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.005214] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.005483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.005560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.005747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.005837] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.005934] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 is going to be updated. [ 748.038074] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.038074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.038074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.038074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.038367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.048022] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: IN_PROGRESS for 2s [ 748.067622] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.067880] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.068015] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.068308] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.068453] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.068602] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port b737f1e5-40f3-43c4-bdd0-143142ce33b4 not found, creating... [ 748.068859] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.069021] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.069134] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.069342] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.069472] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.069739] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.069889] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.070007] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.070214] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.070342] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.070473] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: b737f1e5-40f3-43c4-bdd0-143142ce33b4 is going to be created. [ 748.090546] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.090753] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.090869] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.091231] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.091413] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.091647] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-b737f1e5-40f3-43c4-bdd0-143142ce33b4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.401176] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.402685] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.402880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.404667] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 211da735-6682-40bd-8386-aeb4687cc05c with status ACTIVE [ 748.404785] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.405127] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.405127] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.405324] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.405459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.405718] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.405891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.405949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.406199] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.406342] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.406599] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.406756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.406872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.407086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.407224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.407362] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 211da735-6682-40bd-8386-aeb4687cc05c is going to be updated. [ 748.430855] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.431081] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.431155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.431343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.431479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.431741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-211da735-6682-40bd-8386-aeb4687cc05c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.847228] env[65530]: INFO networking_nsxv3.common.synchronization [req-5b2cd841-73f4-4f27-9a9d-0b218e08ea44 req-bb99277e-f6ce-4829-84b3-4e1cf42217fd service nova] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_rules [ 748.847451] env[65530]: INFO networking_nsxv3.common.synchronization [req-5b2cd841-73f4-4f27-9a9d-0b218e08ea44 req-bb99277e-f6ce-4829-84b3-4e1cf42217fd service nova] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 748.847531] env[65530]: INFO networking_nsxv3.common.synchronization [req-5b2cd841-73f4-4f27-9a9d-0b218e08ea44 req-bb99277e-f6ce-4829-84b3-4e1cf42217fd service nova] Enqueued Resource ID: b737f1e5-40f3-43c4-bdd0-143142ce33b4 with Priority: HIGHEST for action port [ 748.847768] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_rules [ 748.847892] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 748.847984] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b737f1e5-40f3-43c4-bdd0-143142ce33b4 with Priority: HIGHEST for action port [ 748.848542] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.848671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.848740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.848969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.849072] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.850257] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.850381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.850467] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-b737f1e5-40f3-43c4-bdd0-143142ce33b4 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.850568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b737f1e5-40f3-43c4-bdd0-143142ce33b4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.850633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b737f1e5-40f3-43c4-bdd0-143142ce33b4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.850803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b737f1e5-40f3-43c4-bdd0-143142ce33b4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.850878] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b737f1e5-40f3-43c4-bdd0-143142ce33b4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.905285] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.352725] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.353104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.353719] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b737f1e5-40f3-43c4-bdd0-143142ce33b4 with status ACTIVE [ 749.353719] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.354033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.354077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.354407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.354609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.354857] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.355048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.355213] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.355482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.355631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.355943] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.356205] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.356396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.356744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.357143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.357392] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b737f1e5-40f3-43c4-bdd0-143142ce33b4 is going to be updated. [ 749.383263] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.383502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.383841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.383901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.384153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.384449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b737f1e5-40f3-43c4-bdd0-143142ce33b4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.407357] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.407357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.407357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.407559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.407641] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.407749] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be created. [ 749.437153] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.437372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.437372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.437580] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.437735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.447671] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: UNINITIALIZED for 2s [ 749.803490] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 749.803725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.804489] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de7d7282-2519-43bb-9378-7eb88d3f25ed in Status: SUCCESS [ 749.804660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.805306] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: SUCCESS [ 749.805483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.805634] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.805840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.806027] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.806148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.806216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.806384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.806456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.806540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.806636] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.807465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.807647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.807818] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.807934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.808009] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.808162] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.808256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.808342] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.808432] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de7d7282-2519-43bb-9378-7eb88d3f25ed',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.809119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.809254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.809403] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.809502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.809565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.809696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.809769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.809849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.809934] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.811686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.811848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.812123] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.812248] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.812318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.812462] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.812540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.812744] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.813414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.813668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.813817] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.813916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.814011] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.814177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.814255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.814552] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de7d7282-2519-43bb-9378-7eb88d3f25ed',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.815545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.815545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.815545] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.815545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.815700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.815749] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.815825] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.815904] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.828123] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 749.828353] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb deletion is rescheduled due to dependency. [ 749.828469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.828637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.828904] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.829089] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.829159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.829193] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.829338] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.829421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.829505] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.060676] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: SUCCESS [ 750.061422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.061422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.061422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.061879] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.062069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.062069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.062241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.062570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.062701] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.315712] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.315712] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de7d7282-2519-43bb-9378-7eb88d3f25ed',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.315712] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.315712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.318056] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.318273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.318368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.318608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.319844] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.319973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.320165] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.331762] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.344251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.344577] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.344723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.344793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.345088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.345208] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.345239] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee is going to be updated. [ 750.346658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.346796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.346899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.347284] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.348124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.348124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.348124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.348124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.348124] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de7d7282-2519-43bb-9378-7eb88d3f25ed is going to be deleted. [ 750.383943] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.383943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.384061] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.384253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.384397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.387638] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.387638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.387638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.388630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.388630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.388630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.397499] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: IN_PROGRESS for 2s [ 750.565660] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.817249] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee: rpc.has_security_group_logging(os_id): False [ 750.818706] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de7d7282-2519-43bb-9378-7eb88d3f25ed: rpc.has_security_group_logging(os_id): False [ 750.822910] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.835456] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.836955] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.838135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.838224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.840656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.840656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.840656] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.840656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.840656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.840656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.840656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.840656] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee is going to be updated. [ 750.842302] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.842401] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.842490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.842667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.842749] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.842972] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.843107] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.843173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.843321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.843397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.845378] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de7d7282-2519-43bb-9378-7eb88d3f25ed is going to be created. [ 750.865854] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/de7d7282-2519-43bb-9378-7eb88d3f25ed], does not exist path=[/infra/domains/default/groups/de7d7282-2519-43bb-9378-7eb88d3f25ed]."\n}' [ 750.866088] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de7d7282-2519-43bb-9378-7eb88d3f25ed failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/de7d7282-2519-43bb-9378-7eb88d3f25ed [ 750.866088] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 750.901728] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.901728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.901728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.901873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.903199] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.903199] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.903199] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.903199] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.903642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.903642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.903995] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.903995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.903995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.904276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.904276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.904276] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de7d7282-2519-43bb-9378-7eb88d3f25ed is going to be created. [ 750.914634] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.914634] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.914634] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.914920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.914950] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.927569] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/de7d7282-2519-43bb-9378-7eb88d3f25ed], does not exist path=[/infra/domains/default/groups/de7d7282-2519-43bb-9378-7eb88d3f25ed]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/de7d7282-2519-43bb-9378-7eb88d3f25ed [ 750.927569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de7d7282-2519-43bb-9378-7eb88d3f25ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.928538] env[65530]: Traceback (most recent call last): [ 750.928638] env[65530]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 750.928638] env[65530]: return func(*args, **kwargs) [ 750.928638] env[65530]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 750.928638] env[65530]: res.raise_for_status() [ 750.928638] env[65530]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 750.928638] env[65530]: raise HTTPError(http_error_msg, response=self) [ 750.928638] env[65530]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/de7d7282-2519-43bb-9378-7eb88d3f25ed [ 750.928638] env[65530]: During handling of the above exception, another exception occurred: [ 750.928638] env[65530]: Traceback (most recent call last): [ 750.928638] env[65530]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 750.928638] env[65530]: listener.cb(fileno) [ 750.928638] env[65530]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 750.928638] env[65530]: result = function(*args, **kwargs) [ 750.928638] env[65530]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 750.928638] env[65530]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 750.928638] env[65530]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 750.928638] env[65530]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 750.928638] env[65530]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 750.928638] env[65530]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 750.928638] env[65530]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 750.928638] env[65530]: res.raise_for_status() [ 750.928638] env[65530]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 750.928638] env[65530]: raise HTTPError(http_error_msg, response=self) [ 750.928638] env[65530]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/de7d7282-2519-43bb-9378-7eb88d3f25ed [ 750.928638] env[65530]: Removing descriptor: 5 [ 750.929722] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: IN_PROGRESS for 2s [ 750.943476] env[65530]: INFO networking_nsxv3.common.synchronization [req-287ee44f-e670-4a12-9d4e-0dd049675be5 req-cc9c2a6a-061e-4e1e-b352-b4708acbcfcf tempest-ServerRescueTestJSONUnderV235-1476531234 tempest-ServerRescueTestJSONUnderV235-1476531234-project-member] Enqueued Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 750.944200] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 with Priority: HIGHEST for action security_group_members [ 750.944615] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.944897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.069606] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.326229] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.326399] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.326484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.326716] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.326896] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.327067] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 751.337627] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.337627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.337627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.337627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.337808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.337808] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be updated. [ 751.361649] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.361839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.361839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.362035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.362175] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.374087] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 751.375299] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.375439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.376345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.377184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.377813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.386446] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 751.460713] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 751.460934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.461287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.461571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.461840] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.461998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.462177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.462351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.462487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.462829] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.462829] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.571664] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.571830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.571904] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.572149] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.572246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.572346] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 is going to be updated. [ 751.607505] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.607656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.607701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.608307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.608307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.618088] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: IN_PROGRESS for 2s [ 751.966078] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.966339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.966339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.966493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.966658] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.966755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.966811] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.966959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.967076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.967168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.967322] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.967424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.967506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.967599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.967730] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.967819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.967879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.968016] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.968091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.968170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.968256] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.408931] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: SUCCESS [ 752.408931] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee deletion is rescheduled due to dependency. [ 752.409372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.474463] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de984ea4-1fb7-44a3-b134-80db9a74bfb2: rpc.has_security_group_logging(os_id): False [ 752.493375] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.493471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.493506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.493728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.493817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.494047] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.494155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.494223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.494390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.494466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.494636] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.494721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.494788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.494926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.494998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.495814] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.495814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.495814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.495814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.495814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.495814] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be created. [ 752.553641] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.553803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.553863] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.554059] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.554294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.566253] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: IN_PROGRESS for 2s [ 752.943275] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee in Status: SUCCESS [ 752.943889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.384193] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 753.385150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.385150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.385150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.385323] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.386152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.386152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.386152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.386152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.386152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.386152] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.386152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.386152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.386470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.386470] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.386470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.386576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.386632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.386702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.386940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.386940] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.397017] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 753.397239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.397635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.397837] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.398166] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.398166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.398270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.398345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.398424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.398507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.398598] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.628287] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: SUCCESS [ 753.628597] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.628746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.628965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.629181] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.629333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.629434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.629608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.629693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.629779] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.629950] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.630050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.630111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.630253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.630391] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.630486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.630547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.630681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.630753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.630831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.630915] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.632162] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.632738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.632738] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.632885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.632989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.633347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.634200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.634370] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.808816] env[65530]: INFO networking_nsxv3.common.synchronization [req-bdf95365-0f49-480e-a331-f42c5eebb506 req-c6a3150a-a92e-47c6-a2fd-0cd6b79bf2c5 tempest-ServersTestFqdnHostnames-2002847735 tempest-ServersTestFqdnHostnames-2002847735-project-member] Enqueued Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGHEST for action security_group_members [ 753.809523] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGHEST for action security_group_members [ 753.809954] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.810142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.810205] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.810398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.810558] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.810753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.810814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.810982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.811122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.811222] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ba77865-93b0-47bf-9a4a-1f035a8e3fdb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.891121] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6cd85b30-a04c-4a45-935a-97c2cca83986: rpc.has_security_group_logging(os_id): False [ 753.900876] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.901057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.901099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.901332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.901556] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.901690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.901761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.901924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.902065] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.902104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.902280] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.902404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.902477] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.902747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.902896] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.902990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.903063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.903326] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.903326] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.903410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.903502] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.910759] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.910759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.910759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.910759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.932737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.934987] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.934987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.934987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.934987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.934987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.934987] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.934987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.934987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.934987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.934987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.934987] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.934987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.934987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.934987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.935504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.935504] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 754.007292] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.007540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.007540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.007807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.007856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.033246] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 754.137233] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6a0bb21c-3e8e-4767-87b5-60b37582ceb9: rpc.has_security_group_logging(os_id): False [ 754.139210] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.139382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.139481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.140029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.145526] env[65530]: INFO networking_nsxv3.common.synchronization [req-0253d68c-378b-43e5-9f0a-a0e202ed073d req-03d567fb-dfe5-456a-818d-d57be5628155 tempest-ServersWithSpecificFlavorTestJSON-1964523045 tempest-ServersWithSpecificFlavorTestJSON-1964523045-project-member] Enqueued Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_members [ 754.147034] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_members [ 754.147647] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.147954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.147954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.148261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.148490] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.148919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.150140] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.150437] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.150577] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.150688] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.167884] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.168623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.169949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.170958] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.170958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.170958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.170958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.171383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.171383] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 is going to be updated. [ 754.173362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.173362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.173362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.175045] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.175045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.175045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.175045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.175045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.175045] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.175045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.175045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.175639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.175639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.175639] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.175775] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.175868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.176169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.177482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.177482] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 is going to be updated. [ 754.207424] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.207565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.207649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.207885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.208050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.223513] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: IN_PROGRESS for 2s [ 754.261486] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.261486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.261486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.261486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.261486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.285637] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: IN_PROGRESS for 2s [ 754.316463] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.316463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.316463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.316463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.352237] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.352785] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.352785] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.352785] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.352910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.352940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.354197] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb is going to be updated. [ 754.389354] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.391244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.391244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.393279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.393460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.405995] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a16b9a7e-fe27-4054-92ab-62cdd280cdfb: rpc.has_security_group_logging(os_id): False [ 754.408084] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb in Status: IN_PROGRESS for 2s [ 754.425973] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.426144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.426212] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.428988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.449622] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.449902] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.450145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.450195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.450451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.450539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.450830] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.450933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.451018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.451222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.451253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.451438] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.452293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.452293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.452293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.452293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.452293] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be updated. [ 754.533987] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.534190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.534275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.534494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.535755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.555361] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 754.581363] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 754.581363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.593817] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-11 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.593969] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-11" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.594234] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-11" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.594714] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-11" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.594842] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.595026] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.595134] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.595371] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.595557] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.595732] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.595844] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.596054] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.596054] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.596167] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.596367] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.596439] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.616541] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.616686] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.616818] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.616981] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-11" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.617319] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-3bfedf72-72b1-4eb0-b60d-56ad80e3250e taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.617481] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-3bfedf72-72b1-4eb0-b60d-56ad80e3250e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.617591] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-3bfedf72-72b1-4eb0-b60d-56ad80e3250e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.617892] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-3bfedf72-72b1-4eb0-b60d-56ad80e3250e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.618031] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bfedf72-72b1-4eb0-b60d-56ad80e3250e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.654886] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.655212] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.655212] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.655348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.655389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.655609] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.655707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.655767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.655913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.657014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.657014] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b already deleted. [ 754.657014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.127022] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.127022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.127022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.127022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.127022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.127022] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 3bfedf72-72b1-4eb0-b60d-56ad80e3250e not found, creating... [ 755.127022] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.127022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.127022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.127022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.127022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.127697] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.127697] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.127697] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.127697] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.127697] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.127697] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 3bfedf72-72b1-4eb0-b60d-56ad80e3250e is going to be created. [ 755.150930] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.150930] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.150930] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.150930] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.150930] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.150930] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-3bfedf72-72b1-4eb0-b60d-56ad80e3250e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.620790] env[65530]: INFO networking_nsxv3.common.synchronization [req-dd749fbd-5c6c-4b39-9100-60e5f0e097db req-aa4a4f8d-23a2-48c5-a7c1-491ae976b855 tempest-VolumesAssistedSnapshotsTest-244280861 tempest-VolumesAssistedSnapshotsTest-244280861-project-member] Enqueued Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGHEST for action security_group_members [ 755.621367] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGHEST for action security_group_members [ 755.621706] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61fabdba-6df1-408d-9066-3b2decb83eac taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.621847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.621926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.622278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.622456] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.622584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.622654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.622856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.622900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.623032] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61fabdba-6df1-408d-9066-3b2decb83eac',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.936022] env[65530]: INFO networking_nsxv3.common.synchronization [req-0253d68c-378b-43e5-9f0a-a0e202ed073d req-0272cfbd-bd26-43fb-bcc4-4a3136373338 service nova] Enqueued Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_rules [ 755.936022] env[65530]: INFO networking_nsxv3.common.synchronization [req-0253d68c-378b-43e5-9f0a-a0e202ed073d req-0272cfbd-bd26-43fb-bcc4-4a3136373338 service nova] Enqueued Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_members [ 755.936022] env[65530]: INFO networking_nsxv3.common.synchronization [req-0253d68c-378b-43e5-9f0a-a0e202ed073d req-0272cfbd-bd26-43fb-bcc4-4a3136373338 service nova] Enqueued Resource ID: 3bfedf72-72b1-4eb0-b60d-56ad80e3250e with Priority: HIGHEST for action port [ 755.936022] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_rules [ 755.936022] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_members [ 755.936855] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3bfedf72-72b1-4eb0-b60d-56ad80e3250e with Priority: HIGHEST for action port [ 755.937358] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.937581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.937719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.938045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.938185] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.939405] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.942332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.942332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.942332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.942332] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.942332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.942332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.942332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.942332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.942332] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.943426] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-3bfedf72-72b1-4eb0-b60d-56ad80e3250e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.943426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3bfedf72-72b1-4eb0-b60d-56ad80e3250e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.943426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3bfedf72-72b1-4eb0-b60d-56ad80e3250e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.943426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3bfedf72-72b1-4eb0-b60d-56ad80e3250e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.943426] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3bfedf72-72b1-4eb0-b60d-56ad80e3250e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.049521] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 756.049768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.125728] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.126039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.126039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.126252] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.174302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.174557] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.174679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.174833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.174979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.175066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.175159] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61fabdba-6df1-408d-9066-3b2decb83eac is going to be updated. [ 756.203088] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.203267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.203336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.203551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.203695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.214832] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61fabdba-6df1-408d-9066-3b2decb83eac in Status: IN_PROGRESS for 2s [ 756.236261] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: SUCCESS [ 756.236261] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 deletion is rescheduled due to dependency. [ 756.236261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.306299] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 in Status: SUCCESS [ 756.306404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.308333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.308333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.308333] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6a0bb21c-3e8e-4767-87b5-60b37582ceb9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.421552] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb in Status: SUCCESS [ 756.421722] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb deletion is rescheduled due to dependency. [ 756.421833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.445766] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.445766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.445766] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.449613] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3bfedf72-72b1-4eb0-b60d-56ad80e3250e with status ACTIVE [ 756.449825] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.449955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.450068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.450317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.450415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.450613] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.450718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.450782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.450939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.451227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.451461] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.451600] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.451692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.451871] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.451990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.452105] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3bfedf72-72b1-4eb0-b60d-56ad80e3250e is going to be updated. [ 756.475642] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.475795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.475869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.476103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.476280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.476542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3bfedf72-72b1-4eb0-b60d-56ad80e3250e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.572103] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 756.572372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.646573] env[65530]: INFO networking_nsxv3.common.synchronization [req-5ed2317a-c8f8-4dd1-83a8-e35f6ee715b8 req-8ac22ce7-5388-4cd8-a654-6d62e7c86add tempest-ServersNegativeTestJSON-372436334 tempest-ServersNegativeTestJSON-372436334-project-member] Enqueued Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 756.646876] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 756.647209] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.647363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.647430] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.647710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.647909] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.648023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.648089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.648251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.648389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.648427] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.830074] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.830074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.830074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.830074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.830074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.830074] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6a0bb21c-3e8e-4767-87b5-60b37582ceb9 is going to be deleted. [ 756.920542] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.920752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.920752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.921322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.921322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.924760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6a0bb21c-3e8e-4767-87b5-60b37582ceb9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.955747] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.071162] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.071412] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-57" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.071532] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-57" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.071850] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-57" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.072515] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.072672] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.072799] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.073048] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.073675] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.073675] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.073675] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.073784] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.073823] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.074112] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.074112] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.074294] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.100886] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.101109] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.101376] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.101565] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-57" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.101876] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-522c39ee-9d66-4806-be88-5e8d006dee47 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.102058] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.102175] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.102480] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.102614] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522c39ee-9d66-4806-be88-5e8d006dee47',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.150898] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.151230] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.151366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.151714] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.151826] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.152059] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.152171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.152234] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.152419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.152489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.152585] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063c42d5-5927-4170-bc4a-bde830806d2e already deleted. [ 757.152668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.459201] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.459201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.459201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.459201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.459201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.459201] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b is going to be created. [ 757.489633] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.489915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.489915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.490150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.490367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.503720] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: UNINITIALIZED for 2s [ 757.606204] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.606532] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.606703] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.607094] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.607296] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.607594] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 522c39ee-9d66-4806-be88-5e8d006dee47 not found, creating... [ 757.607959] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.608192] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.608356] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.608640] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.608820] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.609208] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.609415] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.609569] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.609827] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.609999] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.610200] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 522c39ee-9d66-4806-be88-5e8d006dee47 is going to be created. [ 757.632700] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.632918] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.633048] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.633485] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.633604] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.633822] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.226429] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61fabdba-6df1-408d-9066-3b2decb83eac in Status: SUCCESS [ 758.227492] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61fabdba-6df1-408d-9066-3b2decb83eac deletion is rescheduled due to dependency. [ 758.227492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.369280] env[65530]: INFO networking_nsxv3.common.synchronization [req-5ed2317a-c8f8-4dd1-83a8-e35f6ee715b8 req-fbba4f49-6ab8-4061-bfd3-a66b6f79fdbb service nova] Enqueued Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_rules [ 758.369514] env[65530]: INFO networking_nsxv3.common.synchronization [req-5ed2317a-c8f8-4dd1-83a8-e35f6ee715b8 req-fbba4f49-6ab8-4061-bfd3-a66b6f79fdbb service nova] Enqueued Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 758.369724] env[65530]: INFO networking_nsxv3.common.synchronization [req-5ed2317a-c8f8-4dd1-83a8-e35f6ee715b8 req-fbba4f49-6ab8-4061-bfd3-a66b6f79fdbb service nova] Enqueued Resource ID: 522c39ee-9d66-4806-be88-5e8d006dee47 with Priority: HIGHEST for action port [ 758.370429] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_rules [ 758.370612] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 758.370731] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522c39ee-9d66-4806-be88-5e8d006dee47 with Priority: HIGHEST for action port [ 758.371152] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.371263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.371336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.371739] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.371813] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.372878] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.373015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.373088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.373471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.373612] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.376198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.376198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.376198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.376198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.376198] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.376198] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-522c39ee-9d66-4806-be88-5e8d006dee47 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.376768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.376768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.376768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.376768] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522c39ee-9d66-4806-be88-5e8d006dee47',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.878754] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.878883] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.879054] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.879959] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 522c39ee-9d66-4806-be88-5e8d006dee47 with status ACTIVE [ 758.880155] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.880279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.880370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.880546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.880673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.880894] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.880983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.881084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.881707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.881707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.881707] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.881707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.881707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.881925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.881925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.881925] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 522c39ee-9d66-4806-be88-5e8d006dee47 is going to be updated. [ 758.905854] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.906028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.906127] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.906363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.906505] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.906675] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.384699] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.515932] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: SUCCESS [ 759.516190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.516375] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.516570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.516760] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.516876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.516940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.517105] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.517184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.517265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.517516] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.889334] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.889503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.889577] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.889792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.889881] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.889977] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063c42d5-5927-4170-bc4a-bde830806d2e is going to be created. [ 759.912524] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.913595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.913595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.913595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.913595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.923786] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: UNINITIALIZED for 2s [ 760.019953] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.523118] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa952a44-827a-4a05-ba92-7039f6ca2b8b: rpc.has_security_group_logging(os_id): False [ 760.545772] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.546232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.547916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.547916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.547916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.547916] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.547916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.547916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.547916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.547916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.547916] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b is going to be created. [ 760.613434] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.613760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.613851] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.614090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.614298] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.627035] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: IN_PROGRESS for 2s [ 761.956502] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: SUCCESS [ 761.956844] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.956972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.957258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.957476] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.957614] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.957695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.959429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.959429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.959429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.959429] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.461049] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.461223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.462046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.462046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.462046] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.462046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.462046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.462268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.462268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.462268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.463152] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.463152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.463152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.463152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.463152] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.463152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.463152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.463469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.463469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.464236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.464461] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.640907] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: SUCCESS [ 762.641269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.844768] env[65530]: INFO networking_nsxv3.common.synchronization [req-e71c8d7e-5555-4d92-a2c0-4105575ca6bd req-c7d9634f-aac9-4b1e-9769-18ff6644b01a tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 762.845383] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 762.845621] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.845765] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.845834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.846052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.846212] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.846314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.846430] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.846531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.846619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.846714] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.967051] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 063c42d5-5927-4170-bc4a-bde830806d2e: rpc.has_security_group_logging(os_id): False [ 762.988035] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.988488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.988488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.988603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.988732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.989479] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.989479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.989479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.989479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.989756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.989756] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.990391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.990391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.990391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.990391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.991352] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.991352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.991352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.991352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.991352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.991352] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 063c42d5-5927-4170-bc4a-bde830806d2e is going to be created. [ 763.067440] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.067630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.067756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.068028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.068249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.082014] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: IN_PROGRESS for 2s [ 763.348717] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.348888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.348888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.349920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.349920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.349920] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.349920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.349920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.350279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.350279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.350505] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be updated. [ 763.400919] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.401118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.402563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.402563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.402563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.412742] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: IN_PROGRESS for 2s [ 765.098092] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: SUCCESS [ 765.098515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.423761] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 765.424432] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 deletion is rescheduled due to dependency. [ 765.424432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.620317] env[65530]: INFO networking_nsxv3.common.synchronization [req-082e598e-a076-4e2e-9db1-b7ac8ccf5141 req-9f248c32-981a-4858-8d26-9b8aca02aa3b tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGHEST for action security_group_members [ 766.620317] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGHEST for action security_group_members [ 766.620317] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-968038d9-9f1b-4b9a-a01c-1154cb166c30 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.620317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.621329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.621329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.621329] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.621329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.621329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.621329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.623292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.623292] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('968038d9-9f1b-4b9a-a01c-1154cb166c30',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.128370] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.128370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.128370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.128370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.149737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.149961] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.150119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.150620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.150620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.150620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.150620] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 is going to be updated. [ 767.179028] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.179028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.179028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.179256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.179288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.188865] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 in Status: IN_PROGRESS for 2s [ 769.202477] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 in Status: SUCCESS [ 769.202796] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 deletion is rescheduled due to dependency. [ 769.202796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.628959] env[65530]: INFO networking_nsxv3.common.synchronization [None req-6dcd829a-4620-4646-b6f7-25f255ec1fac None None] Enqueued Resource ID: 14ba2f97-5f5e-4f2f-9d19-516ef7baac77 with Priority: HIGHEST for action port [ 770.632321] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14ba2f97-5f5e-4f2f-9d19-516ef7baac77 with Priority: HIGHEST for action port [ 770.632321] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-14ba2f97-5f5e-4f2f-9d19-516ef7baac77 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.632321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14ba2f97-5f5e-4f2f-9d19-516ef7baac77" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.632321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14ba2f97-5f5e-4f2f-9d19-516ef7baac77" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.632321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14ba2f97-5f5e-4f2f-9d19-516ef7baac77" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.632321] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14ba2f97-5f5e-4f2f-9d19-516ef7baac77',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.132819] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14ba2f97-5f5e-4f2f-9d19-516ef7baac77 [ 771.132819] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.133135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.133135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.133477] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.133629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.133776] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14ba2f97-5f5e-4f2f-9d19-516ef7baac77 already deleted. [ 771.133911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14ba2f97-5f5e-4f2f-9d19-516ef7baac77" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.153749] env[65530]: INFO networking_nsxv3.common.synchronization [None req-ef579101-663e-4751-8fe7-c3d2e21249a9 tempest-ServersTestJSON-1872632154 tempest-ServersTestJSON-1872632154-project-member] Enqueued Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGHEST for action security_group_rules [ 771.154482] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGHEST for action security_group_rules [ 771.154835] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61df31cc-31a8-4bd9-980c-fa15dc5827df taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.154964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.155063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.155356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.155481] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61df31cc-31a8-4bd9-980c-fa15dc5827df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.195814] env[65530]: INFO networking_nsxv3.common.synchronization [req-308caf86-8e7f-4b49-9f8c-7782c899c3ea req-7e3c33cc-3b3f-4dc0-a543-07d09ed3bbed tempest-ServersTestManualDisk-1101288969 tempest-ServersTestManualDisk-1101288969-project-member] Enqueued Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGHEST for action security_group_members [ 771.196273] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGHEST for action security_group_members [ 771.196628] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e193a68-4e0d-4874-8a4e-95aa25146382 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.196828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.196960] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.197265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.197431] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.197600] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.197697] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.197893] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.197985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.198111] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.360611] env[65530]: INFO networking_nsxv3.common.synchronization [None req-1c59d73b-4062-418d-9b01-171b1bb4b365 tempest-ServersTestJSON-1872632154 tempest-ServersTestJSON-1872632154-project-member] Enqueued Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGHEST for action security_group_rules [ 771.361051] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGHEST for action security_group_rules [ 771.361428] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61df31cc-31a8-4bd9-980c-fa15dc5827df taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.361558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.686673] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.686673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.686673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.686673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.686673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.686673] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df already deleted. [ 771.686673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.686673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.686673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.686673] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61df31cc-31a8-4bd9-980c-fa15dc5827df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.704028] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.704028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.704028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.704028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.704028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.704028] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.704028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.704028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.704028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.704028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.704028] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 already deleted. [ 771.704028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.769732] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-461 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.769732] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-461" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.770158] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-461" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.770648] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-461" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.774031] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.774031] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.774031] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.774031] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.774031] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.774031] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.774031] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.774031] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.774031] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.774031] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 771.774031] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.774031] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.799168] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.799359] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 771.800040] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.800040] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-461" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.801622] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-e5d71fb7-e728-4091-9247-71306b2f7e4f taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.801820] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-e5d71fb7-e728-4091-9247-71306b2f7e4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.801905] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-e5d71fb7-e728-4091-9247-71306b2f7e4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.802362] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-e5d71fb7-e728-4091-9247-71306b2f7e4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.802501] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5d71fb7-e728-4091-9247-71306b2f7e4f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.081088] env[65530]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] NSXv3 Agent Agent loop - iteration:0 completed [ 772.081088] env[65530]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] NSXv3 Agent Agent loop - iteration:1 started [ 772.210528] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.210897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.211090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.211527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.211723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.212206] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df already deleted. [ 772.212206] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.305702] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.305927] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.306060] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.306490] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.306665] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.306837] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port e5d71fb7-e728-4091-9247-71306b2f7e4f not found, creating... [ 772.307106] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.307285] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.307417] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.307643] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.307782] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.308082] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.308236] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.308346] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.308546] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.308674] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.308812] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: e5d71fb7-e728-4091-9247-71306b2f7e4f is going to be created. [ 772.334520] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.336294] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.336294] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.336294] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.336294] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.336294] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-e5d71fb7-e728-4091-9247-71306b2f7e4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.097341] env[65530]: INFO networking_nsxv3.common.synchronization [req-308caf86-8e7f-4b49-9f8c-7782c899c3ea req-a6c62847-75b6-4684-a873-b234cecf8d34 service nova] Enqueued Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGHEST for action security_group_rules [ 773.097628] env[65530]: INFO networking_nsxv3.common.synchronization [req-308caf86-8e7f-4b49-9f8c-7782c899c3ea req-a6c62847-75b6-4684-a873-b234cecf8d34 service nova] Enqueued Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGHEST for action security_group_members [ 773.097764] env[65530]: INFO networking_nsxv3.common.synchronization [req-308caf86-8e7f-4b49-9f8c-7782c899c3ea req-a6c62847-75b6-4684-a873-b234cecf8d34 service nova] Enqueued Resource ID: e5d71fb7-e728-4091-9247-71306b2f7e4f with Priority: HIGHEST for action port [ 773.098351] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGHEST for action security_group_rules [ 773.102810] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGHEST for action security_group_members [ 773.102971] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e5d71fb7-e728-4091-9247-71306b2f7e4f with Priority: HIGHEST for action port [ 773.103330] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e193a68-4e0d-4874-8a4e-95aa25146382 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.103481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.103547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.103758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.103843] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.108868] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e193a68-4e0d-4874-8a4e-95aa25146382 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.109017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.114332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.114332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.114332] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.114332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.114332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.114332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.114332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.114332] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.114332] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-e5d71fb7-e728-4091-9247-71306b2f7e4f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.114332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e5d71fb7-e728-4091-9247-71306b2f7e4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.114332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e5d71fb7-e728-4091-9247-71306b2f7e4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.114332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e5d71fb7-e728-4091-9247-71306b2f7e4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.114332] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e5d71fb7-e728-4091-9247-71306b2f7e4f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.609422] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e193a68-4e0d-4874-8a4e-95aa25146382 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.609639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.615241] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.617042] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e5d71fb7-e728-4091-9247-71306b2f7e4f with status ACTIVE [ 773.617042] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.617219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.617279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.617608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.618058] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.618150] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.618583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.618789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.619074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.619217] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.619524] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.619880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.619998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.620223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.620339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.620467] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e5d71fb7-e728-4091-9247-71306b2f7e4f is going to be updated. [ 773.633149] env[65530]: INFO networking_nsxv3.common.synchronization [None req-490c0dee-57fb-4667-a564-9418c71bc599 None None] Enqueued Resource ID: 68fcd061-e785-4302-93d7-1db6dbe59ded with Priority: HIGHEST for action port [ 773.634041] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68fcd061-e785-4302-93d7-1db6dbe59ded with Priority: HIGHEST for action port [ 773.634435] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-68fcd061-e785-4302-93d7-1db6dbe59ded taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.634622] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68fcd061-e785-4302-93d7-1db6dbe59ded" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.635121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68fcd061-e785-4302-93d7-1db6dbe59ded" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.635190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68fcd061-e785-4302-93d7-1db6dbe59ded" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.635251] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68fcd061-e785-4302-93d7-1db6dbe59ded',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.644461] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.644594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.644666] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.644888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.645057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.645224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e5d71fb7-e728-4091-9247-71306b2f7e4f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.115819] env[65530]: INFO networking_nsxv3.common.synchronization [req-9942aab1-92b6-43ba-a8b1-18f27cbc0f11 req-b1f5c5b8-98ea-4c00-910e-e1810fd55288 tempest-ServerTagsTestJSON-930913611 tempest-ServerTagsTestJSON-930913611-project-member] Enqueued Resource ID: 86cef894-768b-4520-9722-0d7a4c38ac52 with Priority: HIGHEST for action security_group_members [ 774.116179] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cef894-768b-4520-9722-0d7a4c38ac52 with Priority: HIGHEST for action security_group_members [ 774.116551] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-86cef894-768b-4520-9722-0d7a4c38ac52 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.116677] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.116720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.116951] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.119902] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.120098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.120197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.120430] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.120653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.121760] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86cef894-768b-4520-9722-0d7a4c38ac52',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.122373] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.137991] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 68fcd061-e785-4302-93d7-1db6dbe59ded [ 774.138249] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.138389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.138460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.138682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.138779] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.138877] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:68fcd061-e785-4302-93d7-1db6dbe59ded already deleted. [ 774.138969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68fcd061-e785-4302-93d7-1db6dbe59ded" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.569768] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.570083] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.570222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.570537] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.570833] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.571050] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.571093] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.571295] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.571441] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.571643] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.571750] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.571950] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.572092] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.572205] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 774.572307] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.573363] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.594109] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.594261] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 774.594337] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.594514] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.594823] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-298cfbae-f20f-40b2-9748-9fd2d3a16902 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.594990] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-298cfbae-f20f-40b2-9748-9fd2d3a16902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.595118] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-298cfbae-f20f-40b2-9748-9fd2d3a16902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.595426] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-298cfbae-f20f-40b2-9748-9fd2d3a16902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.595565] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('298cfbae-f20f-40b2-9748-9fd2d3a16902',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.624945] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.625092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.625092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.625296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.625393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.625630] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.625766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.625766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.625951] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.626090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.626217] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86cef894-768b-4520-9722-0d7a4c38ac52 already deleted. [ 774.626342] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.626737] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.626928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.626968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.627194] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.627310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.627435] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 is going to be created. [ 774.652987] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.653171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.653323] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.653478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.653683] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.666157] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 in Status: UNINITIALIZED for 2s [ 775.098308] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.098553] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.098679] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.099035] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.099261] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.099723] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 298cfbae-f20f-40b2-9748-9fd2d3a16902 not found, creating... [ 775.099913] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.102935] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.102935] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.102935] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.102935] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.102935] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.103786] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.105773] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.105773] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.105773] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.105773] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 298cfbae-f20f-40b2-9748-9fd2d3a16902 is going to be created. [ 775.143967] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.143967] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.143967] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.143967] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.143967] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.143967] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-298cfbae-f20f-40b2-9748-9fd2d3a16902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.907324] env[65530]: INFO networking_nsxv3.common.synchronization [req-9942aab1-92b6-43ba-a8b1-18f27cbc0f11 req-757437d3-e6e4-4091-9d49-4edf2dea543e service nova] Enqueued Resource ID: 86cef894-768b-4520-9722-0d7a4c38ac52 with Priority: HIGHEST for action security_group_rules [ 775.907324] env[65530]: INFO networking_nsxv3.common.synchronization [req-9942aab1-92b6-43ba-a8b1-18f27cbc0f11 req-757437d3-e6e4-4091-9d49-4edf2dea543e service nova] Enqueued Resource ID: 86cef894-768b-4520-9722-0d7a4c38ac52 with Priority: HIGHEST for action security_group_members [ 775.907465] env[65530]: INFO networking_nsxv3.common.synchronization [req-9942aab1-92b6-43ba-a8b1-18f27cbc0f11 req-757437d3-e6e4-4091-9d49-4edf2dea543e service nova] Enqueued Resource ID: 298cfbae-f20f-40b2-9748-9fd2d3a16902 with Priority: HIGHEST for action port [ 775.907570] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cef894-768b-4520-9722-0d7a4c38ac52 with Priority: HIGHEST for action security_group_rules [ 775.908034] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cef894-768b-4520-9722-0d7a4c38ac52 with Priority: HIGHEST for action security_group_members [ 775.908034] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 298cfbae-f20f-40b2-9748-9fd2d3a16902 with Priority: HIGHEST for action port [ 775.908357] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86cef894-768b-4520-9722-0d7a4c38ac52 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.908475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.908668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.908933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.908933] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86cef894-768b-4520-9722-0d7a4c38ac52',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.909685] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-86cef894-768b-4520-9722-0d7a4c38ac52 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.909815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.909870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.910397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.910397] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.910397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.910397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.910397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.910621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.910621] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86cef894-768b-4520-9722-0d7a4c38ac52',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.911325] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-298cfbae-f20f-40b2-9748-9fd2d3a16902 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.911416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-298cfbae-f20f-40b2-9748-9fd2d3a16902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.911465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-298cfbae-f20f-40b2-9748-9fd2d3a16902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.911805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-298cfbae-f20f-40b2-9748-9fd2d3a16902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.911805] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('298cfbae-f20f-40b2-9748-9fd2d3a16902',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.161828] env[65530]: INFO networking_nsxv3.common.synchronization [req-ad4ab78d-01b5-4f73-80a2-04da96ac7e6a req-5da596bf-319e-4e54-ab7e-e5ad66281049 tempest-ServerDiskConfigTestJSON-182912250 tempest-ServerDiskConfigTestJSON-182912250-project-member] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 776.161828] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 776.163150] env[65530]: INFO networking_nsxv3.common.synchronization [req-a5e5bd9a-41a7-4c0a-82db-009d2f736b46 req-414ec29c-58a1-4520-ac79-5b355caeefd0 tempest-ImagesTestJSON-1643481996 tempest-ImagesTestJSON-1643481996-project-member] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 776.164101] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.164523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.164608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.164813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.164978] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.165092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.165241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.165423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.165540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.165657] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.167656] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 776.168146] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.168509] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.168509] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.168621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.168745] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.168842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.168900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.169062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.169134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.169224] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.412846] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('86cef894-768b-4520-9722-0d7a4c38ac52',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.414602] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-86cef894-768b-4520-9722-0d7a4c38ac52 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.414768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.415219] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 298cfbae-f20f-40b2-9748-9fd2d3a16902 with status ACTIVE [ 776.415431] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.415573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.415660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.415889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.415999] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.416236] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.416365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.416434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.416600] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.416679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.416857] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.416974] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.417075] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.417299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.417408] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.417518] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 298cfbae-f20f-40b2-9748-9fd2d3a16902 is going to be updated. [ 776.445157] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.445420] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.445420] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.445732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.445881] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.446322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-298cfbae-f20f-40b2-9748-9fd2d3a16902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.670382] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.670579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.670635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.670840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.670927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.671140] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.671266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.671360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.671555] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.671636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.671728] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be updated. [ 776.674567] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.674750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.674829] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.675007] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.677035] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 in Status: SUCCESS [ 776.677239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.677717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.677883] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.678069] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.678178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.678256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.678378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.678456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.678541] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.678629] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.705284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.705541] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.705670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.705843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.705973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.706070] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.706169] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 776.709321] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.709497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.709578] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.709782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.709963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.723259] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 776.739507] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.739682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.739743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.739936] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.740100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.756483] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 776.916883] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('86cef894-768b-4520-9722-0d7a4c38ac52',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.181008] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.424478] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.424709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.424776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.424984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.425091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.425192] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86cef894-768b-4520-9722-0d7a4c38ac52 is going to be created. [ 777.547064] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.547064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.547064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.547064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.547064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.563260] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86cef894-768b-4520-9722-0d7a4c38ac52 in Status: UNINITIALIZED for 2s [ 777.685094] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e193a68-4e0d-4874-8a4e-95aa25146382: rpc.has_security_group_logging(os_id): False [ 777.706222] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.706222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.706222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.706222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.706222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.706222] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.706222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.706222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.706222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.706222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.706222] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 is going to be created. [ 777.788067] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.788300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.788300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.788504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.788645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.800289] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 in Status: IN_PROGRESS for 2s [ 778.735772] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 778.736219] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb deletion is rescheduled due to dependency. [ 778.736219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.769914] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 778.769914] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 deletion is rescheduled due to dependency. [ 778.769914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.818239] env[65530]: INFO networking_nsxv3.common.synchronization [req-d74001b8-b1e1-48d4-ab7e-56c562664110 req-28f9288f-5956-47ab-8bfc-6cb343a44524 tempest-ServersAdminNegativeTestJSON-832966949 tempest-ServersAdminNegativeTestJSON-832966949-project-member] Enqueued Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_members [ 778.818239] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGHEST for action security_group_members [ 778.818239] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.818690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.818690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.818892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.820243] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.820402] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.820462] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.820638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.820717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.820822] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.323074] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.323225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.323292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.323548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.349669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.349669] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.349669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.349669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.349669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.349669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.349669] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189a10da-9656-427f-b321-76a7c13f5ba8 is going to be updated. [ 779.407313] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.407313] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.407313] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.407556] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.407711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.429419] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: IN_PROGRESS for 2s [ 779.573639] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86cef894-768b-4520-9722-0d7a4c38ac52 in Status: SUCCESS [ 779.573876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.574052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.574270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.574525] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.574687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.574746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.574864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.574960] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.575050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.575144] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('86cef894-768b-4520-9722-0d7a4c38ac52',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.812857] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 in Status: SUCCESS [ 779.813171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.078417] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-86cef894-768b-4520-9722-0d7a4c38ac52 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.078417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.078417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.078417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.078417] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.078417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.078417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.078962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.078962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.078962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.078962] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-86cef894-768b-4520-9722-0d7a4c38ac52 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.078962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.078962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.079161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.079233] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.079345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.079381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.079482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.079560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.079642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.079731] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('86cef894-768b-4520-9722-0d7a4c38ac52',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.582684] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 86cef894-768b-4520-9722-0d7a4c38ac52: rpc.has_security_group_logging(os_id): False [ 780.602136] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.602369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.602432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.602669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.602769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.603045] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.603159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.603226] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.603453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.603634] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.603806] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.603906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.603967] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.604206] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.604291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.604530] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.604645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.604755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.604924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.605015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.605184] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86cef894-768b-4520-9722-0d7a4c38ac52 is going to be created. [ 780.676341] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.676515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.676629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.676905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.677173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.687985] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86cef894-768b-4520-9722-0d7a4c38ac52 in Status: IN_PROGRESS for 2s [ 781.007727] env[65530]: INFO networking_nsxv3.common.synchronization [req-64c17743-7b6c-4c4d-8502-1bbde9c44c76 req-ab1b2632-eb42-41f7-97c2-afeaf368bcbc tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_members [ 781.008387] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_members [ 781.008729] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.008837] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.009150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.009234] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.009382] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.009491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.009598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.009706] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.009797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.010452] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.401864] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.401864] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.401864] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.402103] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.402221] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.402396] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.402511] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.402724] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.402855] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.403115] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.403225] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 781.403327] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 781.403459] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 781.403562] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 781.403662] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 781.405198] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 781.423945] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 781.424152] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 781.424424] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 781.424696] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.425059] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-4631b01f-8ef5-4fc1-bf53-dadddbc11e61 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.425248] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-4631b01f-8ef5-4fc1-bf53-dadddbc11e61" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.425368] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-4631b01f-8ef5-4fc1-bf53-dadddbc11e61" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.425744] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-4631b01f-8ef5-4fc1-bf53-dadddbc11e61" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.425875] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4631b01f-8ef5-4fc1-bf53-dadddbc11e61',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.440809] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 189a10da-9656-427f-b321-76a7c13f5ba8 in Status: SUCCESS [ 781.440809] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 189a10da-9656-427f-b321-76a7c13f5ba8 deletion is rescheduled due to dependency. [ 781.440809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.514452] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.514680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.514747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.514959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.515069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.515270] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.515389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.515529] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.515586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.515638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.515740] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f already deleted. [ 781.515841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.928237] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.928476] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.928568] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.928871] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.929041] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.929180] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 4631b01f-8ef5-4fc1-bf53-dadddbc11e61 not found, creating... [ 781.929445] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.929603] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.929727] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.929943] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.930086] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.930361] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.930515] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.930749] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.930831] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.930953] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.931240] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 4631b01f-8ef5-4fc1-bf53-dadddbc11e61 is going to be created. [ 781.953211] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.953424] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.953529] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.953799] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.954038] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.954262] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-4631b01f-8ef5-4fc1-bf53-dadddbc11e61" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.702060] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 86cef894-768b-4520-9722-0d7a4c38ac52 in Status: SUCCESS [ 782.702060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.711627] env[65530]: INFO networking_nsxv3.common.synchronization [req-64c17743-7b6c-4c4d-8502-1bbde9c44c76 req-6bca9a4e-929a-4183-b2a5-3e8ec493113d service nova] Enqueued Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_rules [ 782.711804] env[65530]: INFO networking_nsxv3.common.synchronization [req-64c17743-7b6c-4c4d-8502-1bbde9c44c76 req-6bca9a4e-929a-4183-b2a5-3e8ec493113d service nova] Enqueued Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_members [ 782.711938] env[65530]: INFO networking_nsxv3.common.synchronization [req-64c17743-7b6c-4c4d-8502-1bbde9c44c76 req-6bca9a4e-929a-4183-b2a5-3e8ec493113d service nova] Enqueued Resource ID: 4631b01f-8ef5-4fc1-bf53-dadddbc11e61 with Priority: HIGHEST for action port [ 782.712507] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_rules [ 782.712650] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_members [ 782.712749] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4631b01f-8ef5-4fc1-bf53-dadddbc11e61 with Priority: HIGHEST for action port [ 782.715554] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.715677] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.715759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.716032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.716122] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.717202] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.717202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.717290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.717857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.717857] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.717857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.717857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.717857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.718106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.718106] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.721869] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-4631b01f-8ef5-4fc1-bf53-dadddbc11e61 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.721869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4631b01f-8ef5-4fc1-bf53-dadddbc11e61" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.721869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4631b01f-8ef5-4fc1-bf53-dadddbc11e61" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.721869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4631b01f-8ef5-4fc1-bf53-dadddbc11e61" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.721869] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4631b01f-8ef5-4fc1-bf53-dadddbc11e61',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.226262] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.226262] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.226262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.226262] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4631b01f-8ef5-4fc1-bf53-dadddbc11e61 with status ACTIVE [ 783.226262] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.226262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.226262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.226262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.226262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.226262] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.226262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.226262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.227445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.227445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.227987] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.227987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.227987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.228212] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.228212] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.228317] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4631b01f-8ef5-4fc1-bf53-dadddbc11e61 is going to be updated. [ 783.257566] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.257764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.257809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.258946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.258946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.258946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4631b01f-8ef5-4fc1-bf53-dadddbc11e61" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.731886] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.235179] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.235321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.235321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.235506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.235618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.235694] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f is going to be created. [ 784.259492] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.260570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.260666] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.260913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.261103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.273541] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: UNINITIALIZED for 2s [ 784.657612] env[65530]: INFO networking_nsxv3.common.synchronization [req-83f9d994-d4b3-4847-b95c-e33875c8a044 req-e3cf67f2-f82a-4a43-8551-d457c073397e tempest-ImagesOneServerNegativeTestJSON-977900054 tempest-ImagesOneServerNegativeTestJSON-977900054-project-member] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 784.658161] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 784.658529] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.658841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.658841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.658992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.659302] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.659410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.659480] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.659659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.659794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.659828] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.080346] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.080602] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-390" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.080661] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-390" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.080919] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-390" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.081184] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.081338] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.081452] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.081657] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.081790] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.081988] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.082597] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 785.082727] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 785.082836] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 785.082951] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 785.083086] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 785.083217] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.105453] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.105615] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 785.105781] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.105998] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-390" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.107048] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-9a91d19b-aa0f-408a-b88e-dee5b92cd290 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.107048] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-9a91d19b-aa0f-408a-b88e-dee5b92cd290" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.107048] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-9a91d19b-aa0f-408a-b88e-dee5b92cd290" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.107270] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-9a91d19b-aa0f-408a-b88e-dee5b92cd290" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.107270] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a91d19b-aa0f-408a-b88e-dee5b92cd290',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.161731] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.161860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.161946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.162258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.183782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.184101] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.184233] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.184302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.184575] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.184668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.184806] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b is going to be updated. [ 785.212729] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.212729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.212729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.212937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.212979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.222501] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: IN_PROGRESS for 2s [ 785.610500] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.610838] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.611013] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.611286] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.611509] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.611677] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 9a91d19b-aa0f-408a-b88e-dee5b92cd290 not found, creating... [ 785.611936] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.612287] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.612287] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.612533] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.612717] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.612999] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.613228] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.613343] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.613601] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.613734] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.613866] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 9a91d19b-aa0f-408a-b88e-dee5b92cd290 is going to be created. [ 785.637731] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.637731] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.637856] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.638126] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.638373] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.638595] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-9a91d19b-aa0f-408a-b88e-dee5b92cd290" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.283874] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: SUCCESS [ 786.283874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.283874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.283874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.284266] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.284266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.284266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.285041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.285041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.285041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.285041] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.393229] env[65530]: INFO networking_nsxv3.common.synchronization [req-83f9d994-d4b3-4847-b95c-e33875c8a044 req-9a25e9b9-88a9-41fb-a272-1c6b5af01b57 service nova] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_rules [ 786.393229] env[65530]: INFO networking_nsxv3.common.synchronization [req-83f9d994-d4b3-4847-b95c-e33875c8a044 req-9a25e9b9-88a9-41fb-a272-1c6b5af01b57 service nova] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 786.393229] env[65530]: INFO networking_nsxv3.common.synchronization [req-83f9d994-d4b3-4847-b95c-e33875c8a044 req-9a25e9b9-88a9-41fb-a272-1c6b5af01b57 service nova] Enqueued Resource ID: 9a91d19b-aa0f-408a-b88e-dee5b92cd290 with Priority: HIGHEST for action port [ 786.393229] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_rules [ 786.393473] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 786.393549] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9a91d19b-aa0f-408a-b88e-dee5b92cd290 with Priority: HIGHEST for action port [ 786.398197] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.398197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.398197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.398197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.398197] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.400721] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.400721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.401095] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-9a91d19b-aa0f-408a-b88e-dee5b92cd290 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.401095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9a91d19b-aa0f-408a-b88e-dee5b92cd290" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.401266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9a91d19b-aa0f-408a-b88e-dee5b92cd290" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.401314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9a91d19b-aa0f-408a-b88e-dee5b92cd290" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.401389] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9a91d19b-aa0f-408a-b88e-dee5b92cd290',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.787216] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.787362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.787399] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.787652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.787859] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.787938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.788011] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.788192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.788289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.788379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.788535] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.788630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.788693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.788859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.789151] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.789289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.789341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.789607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.789659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.789741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.789816] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.905561] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.905561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.905561] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9a91d19b-aa0f-408a-b88e-dee5b92cd290 with status ACTIVE [ 786.905561] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.905561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.905561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.905561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.905561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.905561] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.906130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.906130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.906130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.906130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.906330] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.906803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.906803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.909164] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.909164] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.909164] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9a91d19b-aa0f-408a-b88e-dee5b92cd290 is going to be updated. [ 786.941064] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.941064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.941064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.941064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.941064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.941064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9a91d19b-aa0f-408a-b88e-dee5b92cd290" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.233215] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: SUCCESS [ 787.233455] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b deletion is rescheduled due to dependency. [ 787.233560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.233727] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.233969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.234172] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.234287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.234351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.234519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.234608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.234722] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.293832] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36d809c4-9cfd-4b03-8a6b-c13195a11d0f: rpc.has_security_group_logging(os_id): False [ 787.312688] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.313832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.313832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.313832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.313832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.313832] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.313832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.313832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.313832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.313832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.314422] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.314422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.314422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.314422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.314422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.314686] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.314686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.314686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.314973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.314973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.314973] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f is going to be created. [ 787.391803] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.391803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.392378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.392693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.392992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.405297] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: IN_PROGRESS for 2s [ 787.737475] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.239595] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.742282] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.742618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.742618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.743581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.743581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.743581] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b is going to be updated. [ 788.776798] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.777063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.777142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.777431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.777585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.790140] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: IN_PROGRESS for 2s [ 789.324221] env[65530]: INFO networking_nsxv3.common.synchronization [req-3f2f841d-21d0-4196-b683-03c60b50d318 req-fa8ef70d-177a-4229-99eb-f6c699c7a23e tempest-ServersAdminTestJSON-154072691 tempest-ServersAdminTestJSON-154072691-project-member] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 789.324919] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 789.325952] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.326188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.326313] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.326556] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.328248] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.328562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.328640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.328850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.328959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.329108] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.418415] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: SUCCESS [ 789.418683] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.832175] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.335497] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.437149] env[65530]: INFO networking_nsxv3.common.synchronization [req-2e2dee2e-cb1a-4ebb-91a8-12e88b9deaae req-d7b34725-8a87-4be9-a32e-ea0cf6dad6df tempest-ServerTagsTestJSON-930913611 tempest-ServerTagsTestJSON-930913611-project-member] Enqueued Resource ID: 86cef894-768b-4520-9722-0d7a4c38ac52 with Priority: HIGHEST for action security_group_members [ 790.437637] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cef894-768b-4520-9722-0d7a4c38ac52 with Priority: HIGHEST for action security_group_members [ 790.438701] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-86cef894-768b-4520-9722-0d7a4c38ac52 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.438701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.438701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.438701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.438701] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.438701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.439265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.439474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.439745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.439745] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('86cef894-768b-4520-9722-0d7a4c38ac52',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.803079] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: SUCCESS [ 790.803308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.803553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.803781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.803982] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.804118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.804183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.804340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.804464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.804528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.804903] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.838286] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.839096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.839192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.839414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.839508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.839630] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be updated. [ 790.869708] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.869847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.869919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.870148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.870334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.880100] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 790.942574] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.943289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.943289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.943765] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.943874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.944107] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.944224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.944290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.944539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.944633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.944746] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86cef894-768b-4520-9722-0d7a4c38ac52 is going to be updated. [ 790.979765] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.979891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.979964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.980201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.980342] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.990408] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86cef894-768b-4520-9722-0d7a4c38ac52 in Status: IN_PROGRESS for 2s [ 791.308325] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.308618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.308689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.308874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.309067] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.309179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.309245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.309404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.309494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.309606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.309758] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.309852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.309917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.310085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.310301] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.310410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.310489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.310771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.310866] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.310985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.311095] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.813974] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20929079-b7e9-42c0-8f83-77203c33783b: rpc.has_security_group_logging(os_id): False [ 791.843033] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.843613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.843613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.843613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.843831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.843878] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.843954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.844033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.844241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.844338] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.844688] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.844772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.844910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.845258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.845258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.846040] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.846190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.846277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.846512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.846572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.846637] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20929079-b7e9-42c0-8f83-77203c33783b is going to be updated. [ 791.939878] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.940400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.940581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.940877] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.941133] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.955881] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: IN_PROGRESS for 2s [ 792.891344] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 792.891649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.001680] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 86cef894-768b-4520-9722-0d7a4c38ac52 in Status: SUCCESS [ 793.001834] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 86cef894-768b-4520-9722-0d7a4c38ac52 deletion is rescheduled due to dependency. [ 793.001974] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.979222] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: SUCCESS [ 793.979487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.929718] env[65530]: INFO networking_nsxv3.common.synchronization [req-8d71835f-ba4c-4f46-aaac-3afe29984f53 req-aa241759-c3e0-471d-815e-a7b747429745 tempest-ServerGroupTestJSON-865406320 tempest-ServerGroupTestJSON-865406320-project-member] Enqueued Resource ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 with Priority: HIGHEST for action security_group_members [ 794.930318] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 with Priority: HIGHEST for action security_group_members [ 794.931175] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad0599d-377d-4501-817a-9ff58dc03d64 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.931314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.931384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.931753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.931921] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.932042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.932109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.932265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.932349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.932447] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad0599d-377d-4501-817a-9ff58dc03d64',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.255100] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-538 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.255707] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.255934] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.256332] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.257233] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.257233] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.257233] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.257233] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.257470] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.257506] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.257590] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 795.257692] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 795.258623] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 795.258623] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 795.258623] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 795.258623] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 795.279216] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 795.279444] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 795.279505] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 795.279692] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.279999] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-b774bb19-1876-47b1-b243-c2f5a74388ab taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.282086] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-b774bb19-1876-47b1-b243-c2f5a74388ab" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.282086] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-b774bb19-1876-47b1-b243-c2f5a74388ab" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.282086] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-b774bb19-1876-47b1-b243-c2f5a74388ab" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.282086] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b774bb19-1876-47b1-b243-c2f5a74388ab',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.434607] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.435793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.435972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.436283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.436421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.436681] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.436983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.437329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.437748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.437935] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.438228] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 already deleted. [ 795.438390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.784196] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.785333] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.785489] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.785751] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.785921] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.786056] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port b774bb19-1876-47b1-b243-c2f5a74388ab not found, creating... [ 795.786319] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.786817] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.786817] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.787042] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.787042] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.787275] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.787487] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.787540] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.787745] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.787870] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.787999] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: b774bb19-1876-47b1-b243-c2f5a74388ab is going to be created. [ 795.819790] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.820372] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.820372] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.820561] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.820790] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.821016] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-b774bb19-1876-47b1-b243-c2f5a74388ab" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.540325] env[65530]: INFO networking_nsxv3.common.synchronization [req-8d71835f-ba4c-4f46-aaac-3afe29984f53 req-e47d8f57-6fa9-4689-996b-51a119683d81 service nova] Enqueued Resource ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 with Priority: HIGHEST for action security_group_rules [ 796.540325] env[65530]: INFO networking_nsxv3.common.synchronization [req-8d71835f-ba4c-4f46-aaac-3afe29984f53 req-e47d8f57-6fa9-4689-996b-51a119683d81 service nova] Enqueued Resource ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 with Priority: HIGHEST for action security_group_members [ 796.540325] env[65530]: INFO networking_nsxv3.common.synchronization [req-8d71835f-ba4c-4f46-aaac-3afe29984f53 req-e47d8f57-6fa9-4689-996b-51a119683d81 service nova] Enqueued Resource ID: b774bb19-1876-47b1-b243-c2f5a74388ab with Priority: HIGHEST for action port [ 796.540325] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 with Priority: HIGHEST for action security_group_rules [ 796.540325] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 with Priority: HIGHEST for action security_group_members [ 796.540325] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b774bb19-1876-47b1-b243-c2f5a74388ab with Priority: HIGHEST for action port [ 796.541239] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad0599d-377d-4501-817a-9ff58dc03d64 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.541377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.541458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.541723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.541809] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad0599d-377d-4501-817a-9ff58dc03d64',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.544447] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad0599d-377d-4501-817a-9ff58dc03d64 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.544864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.544864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.544864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.544959] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.545070] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.545135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.545283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.545498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.545498] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad0599d-377d-4501-817a-9ff58dc03d64',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.546246] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-b774bb19-1876-47b1-b243-c2f5a74388ab taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.546382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b774bb19-1876-47b1-b243-c2f5a74388ab" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.546509] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b774bb19-1876-47b1-b243-c2f5a74388ab" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.546680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b774bb19-1876-47b1-b243-c2f5a74388ab" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.546743] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b774bb19-1876-47b1-b243-c2f5a74388ab',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.045390] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad0599d-377d-4501-817a-9ff58dc03d64 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.045390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.049268] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1ad0599d-377d-4501-817a-9ff58dc03d64',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.050938] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b774bb19-1876-47b1-b243-c2f5a74388ab with status ACTIVE [ 797.051142] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.053041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.053041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.053041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.053041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.053041] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.053041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.053041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.053041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.053041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.053041] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.053041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.053041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.053041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.053041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.053618] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b774bb19-1876-47b1-b243-c2f5a74388ab is going to be updated. [ 797.075852] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.075998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.076080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.076288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.076423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.076584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b774bb19-1876-47b1-b243-c2f5a74388ab" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.555573] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1ad0599d-377d-4501-817a-9ff58dc03d64',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.058440] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.058671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.058774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.059569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.059569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.059569] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 is going to be created. [ 798.084657] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.084823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.084937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.085195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.085466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.097065] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 in Status: UNINITIALIZED for 2s [ 799.927970] env[65530]: INFO networking_nsxv3.common.synchronization [req-4f59271f-65d8-4fa5-9bb6-e9d862df492f req-c5c439db-f9f2-4627-95a9-34ce28dc0613 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_members [ 799.928250] env[65530]: INFO networking_nsxv3.common.synchronization [req-4f59271f-65d8-4fa5-9bb6-e9d862df492f req-c5c439db-f9f2-4627-95a9-34ce28dc0613 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 with Priority: HIGHEST for action security_group_members [ 799.928658] env[65530]: INFO networking_nsxv3.common.synchronization [req-4f59271f-65d8-4fa5-9bb6-e9d862df492f req-c5c439db-f9f2-4627-95a9-34ce28dc0613 tempest-SecurityGroupsTestJSON-1884488310 tempest-SecurityGroupsTestJSON-1884488310-project-member] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 799.929179] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGHEST for action security_group_members [ 799.930119] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 with Priority: HIGHEST for action security_group_members [ 799.930119] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGHEST for action security_group_members [ 799.930738] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-bd26f542-110a-4ba7-9eda-dc440b3f315f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.931150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.931150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.931310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.931586] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.931813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.932047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.932360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.932567] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.932818] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.934617] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-33fcb7f6-3029-4065-9fe1-da3c0ffde234 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.934617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.934617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.934802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.935016] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.935175] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.935282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.935513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.935641] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.935834] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('33fcb7f6-3029-4065-9fe1-da3c0ffde234',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.937596] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.937596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.937596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.937596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.937596] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.937902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.937902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.938240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.938240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.938240] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.024409] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.024409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.024409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.024409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.024409] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.110475] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 in Status: SUCCESS [ 800.110810] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.110898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.111109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.111514] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.111632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.111689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.111905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.112057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.112126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.112226] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ad0599d-377d-4501-817a-9ff58dc03d64',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.441621] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.441621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.441621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.442612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.445681] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.445826] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.446388] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.446448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.478409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.478513] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.479085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.479085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.479085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.479085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.479308] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd26f542-110a-4ba7-9eda-dc440b3f315f is going to be updated. [ 800.480270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.480468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.516644] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.517169] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.517169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.517350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.517485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.517571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.517667] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 is going to be updated. [ 800.519265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.519265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.519265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.519265] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.519265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.519604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.519604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.519604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.519701] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be updated. [ 800.526157] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.555778] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.555778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.555778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.555778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.555778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.570155] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: IN_PROGRESS for 2s [ 800.579400] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.579657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.580256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.580256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.580256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.584319] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.584319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.584319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.584319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.584319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.602269] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: IN_PROGRESS for 2s [ 800.605233] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 in Status: IN_PROGRESS for 2s [ 800.617660] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad0599d-377d-4501-817a-9ff58dc03d64 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.617815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.617897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.618277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.618344] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.618493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.618493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.621593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.621593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.621593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.621593] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad0599d-377d-4501-817a-9ff58dc03d64 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.621593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.621593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.621593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.621593] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.621593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.621593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.621593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.621593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.621593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.621593] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ad0599d-377d-4501-817a-9ff58dc03d64',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.031456] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.124064] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ad0599d-377d-4501-817a-9ff58dc03d64: rpc.has_security_group_logging(os_id): False [ 801.142877] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.144940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.147018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.147018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.147018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.147018] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.147018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.147018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.147018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.147018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.147018] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.147018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.147018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.147018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.147018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.147018] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.147643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.147870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.148106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.148267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.148424] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 is going to be created. [ 801.227023] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.227023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.227023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.227023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.227023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.250353] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 in Status: IN_PROGRESS for 2s [ 801.536325] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 801.536325] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 802.580135] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bd26f542-110a-4ba7-9eda-dc440b3f315f in Status: SUCCESS [ 802.580486] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bd26f542-110a-4ba7-9eda-dc440b3f315f deletion is rescheduled due to dependency. [ 802.580486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.613610] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 in Status: SUCCESS [ 802.613610] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 deletion is rescheduled due to dependency. [ 802.613610] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.614087] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 in Status: SUCCESS [ 802.614087] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 33fcb7f6-3029-4065-9fe1-da3c0ffde234 deletion is rescheduled due to dependency. [ 802.614087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-33fcb7f6-3029-4065-9fe1-da3c0ffde234" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.719275] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.719458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.719524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.719820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.735756] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 802.736778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.739042] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 802.778042] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.778042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.778042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.778042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.784126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.784879] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 802.785000] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 802.785089] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 802.825148] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.825239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.825348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.825495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.826556] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.828976] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 802.904105] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.904419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.906577] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.906577] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.906577] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.906577] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 802.968759] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.968759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.968759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.968759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.968759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.968759] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:35. [ 802.968759] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1ad0599d-377d-4501-817a-9ff58dc03d64', 'ac73a1b0-7b72-4132-9a21-7dc9026f4a2b', '9cee2713-939c-41b8-a340-8ab5ffffa28c', 'aa952a44-827a-4a05-ba92-7039f6ca2b8b', '7829eeca-4bf5-4d4c-8576-db83ce58c9bc', '64fbe9a1-ee62-4025-9850-59186610b616', '968038d9-9f1b-4b9a-a01c-1154cb166c30', '20929079-b7e9-42c0-8f83-77203c33783b', '36d809c4-9cfd-4b03-8a6b-c13195a11d0f', 'a16b9a7e-fe27-4054-92ab-62cdd280cdfb', '3e193a68-4e0d-4874-8a4e-95aa25146382', 'a523caae-6b74-45d5-911b-2e828937aa60', '87a3b9e0-192e-4778-97a2-0fb3decfeed0', '61fabdba-6df1-408d-9066-3b2decb83eac', 'bd26f542-110a-4ba7-9eda-dc440b3f315f', '61ec6217-25d5-4893-8ad6-a52cc3b3ab44', '77a1821d-dcc1-4537-86d5-9e1578ecb981', 'de984ea4-1fb7-44a3-b134-80db9a74bfb2', 'c95cb89c-a4af-4f82-8111-4d30b478680c', '736d15d0-1667-407c-8648-46e2548b28f2', '063c42d5-5927-4170-bc4a-bde830806d2e', '98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee', '86cef894-768b-4520-9722-0d7a4c38ac52', '189a10da-9656-427f-b321-76a7c13f5ba8', '23286cd3-802b-4543-b074-7ad587821506', '75eef7fb-f817-4526-8cac-c6b81571c8e0', 'a20514a4-b996-4300-8dea-6146ca98fb45', '02cab936-82f4-49ce-a13f-239bbaad9d0b', '949a8980-0b53-436f-9141-8531b7e34650', '6cd85b30-a04c-4a45-935a-97c2cca83986', '8f8559bf-7429-499d-ae93-feab4ad85d12', '892b4907-3c73-4591-bf04-d41d9f68bac8', '33fcb7f6-3029-4065-9fe1-da3c0ffde234', '1ba77865-93b0-47bf-9a4a-1f035a8e3fdb', '88138d46-dacc-44dd-8114-3fadd72250c8'} {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 802.968759] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 802.993191] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.993191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.993191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.993191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.993191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.993191] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 802.993191] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 802.993191] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 803.065057] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.065057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.065057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.065057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.065471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.066825] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 803.066915] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 803.066991] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 803.067083] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 803.067167] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/35 resources of Type:Security Group Rules [ 803.067275] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 with Priority: HIGH for action security_group_rules [ 803.067314] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b with Priority: HIGH for action security_group_rules [ 803.067377] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c with Priority: HIGH for action security_group_rules [ 803.067443] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGH for action security_group_rules [ 803.067531] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGH for action security_group_rules [ 803.067605] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 64fbe9a1-ee62-4025-9850-59186610b616 with Priority: HIGH for action security_group_rules [ 803.067684] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGH for action security_group_rules [ 803.067748] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGH for action security_group_rules [ 803.067803] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGH for action security_group_rules [ 803.067867] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGH for action security_group_rules [ 803.067916] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGH for action security_group_rules [ 803.067981] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGH for action security_group_rules [ 803.068046] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 with Priority: HIGH for action security_group_rules [ 803.068110] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGH for action security_group_rules [ 803.068162] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGH for action security_group_rules [ 803.068226] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGH for action security_group_rules [ 803.068292] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGH for action security_group_rules [ 803.068354] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGH for action security_group_rules [ 803.068414] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c95cb89c-a4af-4f82-8111-4d30b478680c with Priority: HIGH for action security_group_rules [ 803.068474] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGH for action security_group_rules [ 803.068582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.263061] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 in Status: SUCCESS [ 803.263337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.930969] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 804.931231] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 804.931231] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 with Priority: HIGH for action security_group_rules [ 804.931315] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c with Priority: HIGH for action security_group_rules [ 804.931402] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 with Priority: HIGH for action security_group_rules [ 804.931498] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd26f542-110a-4ba7-9eda-dc440b3f315f with Priority: HIGH for action security_group_rules [ 804.931592] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGH for action security_group_rules [ 804.931686] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c95cb89c-a4af-4f82-8111-4d30b478680c with Priority: HIGH for action security_group_rules [ 804.931776] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGH for action security_group_rules [ 804.931866] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGH for action security_group_rules [ 804.931956] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61fabdba-6df1-408d-9066-3b2decb83eac with Priority: HIGH for action security_group_rules [ 804.932114] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 with Priority: HIGH for action security_group_rules [ 804.932152] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 with Priority: HIGH for action security_group_rules [ 804.932251] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGH for action security_group_rules [ 804.932330] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGH for action security_group_rules [ 804.932382] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGH for action security_group_rules [ 804.932468] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGH for action security_group_rules [ 804.932583] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64fbe9a1-ee62-4025-9850-59186610b616 with Priority: HIGH for action security_group_rules [ 804.932726] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGH for action security_group_rules [ 804.933197] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGH for action security_group_rules [ 804.933309] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b with Priority: HIGH for action security_group_rules [ 804.933403] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGH for action security_group_rules [ 804.933829] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad0599d-377d-4501-817a-9ff58dc03d64 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.934013] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.934097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.934699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.934829] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad0599d-377d-4501-817a-9ff58dc03d64',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.936419] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cee2713-939c-41b8-a340-8ab5ffffa28c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.936419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.936419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.936419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.936419] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cee2713-939c-41b8-a340-8ab5ffffa28c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.937807] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-968038d9-9f1b-4b9a-a01c-1154cb166c30 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.937807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.937807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.937807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.937807] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('968038d9-9f1b-4b9a-a01c-1154cb166c30',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.939163] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bd26f542-110a-4ba7-9eda-dc440b3f315f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.939163] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.939163] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.939309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.939309] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bd26f542-110a-4ba7-9eda-dc440b3f315f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.941118] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.941118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.941118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.941351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.941351] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.942833] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c95cb89c-a4af-4f82-8111-4d30b478680c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.942943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.943167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.943234] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.943340] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c95cb89c-a4af-4f82-8111-4d30b478680c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.944787] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.944853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.944921] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.945159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.945159] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.946186] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.946299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.946356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.946848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.946961] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.948658] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61fabdba-6df1-408d-9066-3b2decb83eac taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.948754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.948822] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.948983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.949076] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61fabdba-6df1-408d-9066-3b2decb83eac',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.951223] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.951223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.951223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.951223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.951223] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61ec6217-25d5-4893-8ad6-a52cc3b3ab44',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.951505] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-87a3b9e0-192e-4778-97a2-0fb3decfeed0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.951580] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.951615] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.951740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.951810] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('87a3b9e0-192e-4778-97a2-0fb3decfeed0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.952104] env[65530]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 804.953093] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.953203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.953258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.953629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.953744] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.954854] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e193a68-4e0d-4874-8a4e-95aa25146382 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.954949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.955025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.955174] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.955276] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.956356] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.956513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.956547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.956872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.956982] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.957952] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.958321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.958402] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.958555] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.958628] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.960089] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-64fbe9a1-ee62-4025-9850-59186610b616 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.960089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.960089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.960260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.960260] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('64fbe9a1-ee62-4025-9850-59186610b616',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.961639] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.961757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.961842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.962074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.962200] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.963489] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.963657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.963736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.964099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.964204] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.965270] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.965415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.965480] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.965624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.965707] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ac73a1b0-7b72-4132-9a21-7dc9026f4a2b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.966530] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.966636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.966702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.966850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.966916] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.005412] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.005573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.005573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.005763] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.034923] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.034923] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 968038d9-9f1b-4b9a-a01c-1154cb166c30 is going to be deleted. [ 805.089288] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.089458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.089502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.089725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.089815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.093038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-968038d9-9f1b-4b9a-a01c-1154cb166c30" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.473352] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad0599d-377d-4501-817a-9ff58dc03d64 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.476103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.476103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.476103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.476103] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.476103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.476103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.476103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.476103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.476103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.476592] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1ad0599d-377d-4501-817a-9ff58dc03d64',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.494187] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.494332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.494400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.494604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.516493] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.516493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.516493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.516493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.516493] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.516493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.516854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.516969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.517083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.517175] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.521166] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.526291] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.526481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.530378] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.530864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.530978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.531226] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.531417] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.531577] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.531699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.531832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.531932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.532046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.532157] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.537035] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e193a68-4e0d-4874-8a4e-95aa25146382 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.538282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.538428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.538719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.538976] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.539153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.539262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.539498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.539627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.539772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.539913] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.541750] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.541750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.541750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.541750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.541952] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.541952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.541952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.542134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.542167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.542266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.542340] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.543145] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.543258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.543303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.543647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.543647] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.543760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.543760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.544197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.544197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.544197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.544197] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.546582] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.546582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.546733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.546819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.547036] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.547036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.547249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.547249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.547784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.547784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.547784] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.548245] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.549347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.549347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.549347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.549347] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.549347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.549347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.549347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.549347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.549347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.549347] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.559102] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.559102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.564578] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.564578] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cee2713-939c-41b8-a340-8ab5ffffa28c is going to be deleted. [ 805.565614] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.565920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.744272] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.744470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.745667] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.745667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.746323] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.746388] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61ec6217-25d5-4893-8ad6-a52cc3b3ab44 is going to be deleted. [ 805.748188] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.748188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.748188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.748363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.749725] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.749864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.750410] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.750492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.751229] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.751349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.752075] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.752229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.753190] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.753190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.754047] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.754047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.789232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.789232] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bd26f542-110a-4ba7-9eda-dc440b3f315f is going to be deleted. [ 805.789232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.789232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.810325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.810480] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be deleted. [ 805.811715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.811715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.846875] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.846875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.847744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.847868] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61fabdba-6df1-408d-9066-3b2decb83eac is going to be deleted. [ 805.848842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.849222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.873019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.873019] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be deleted. [ 805.873019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.873019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.873019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.873019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cee2713-939c-41b8-a340-8ab5ffffa28c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.873019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.873019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.880162] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.880285] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.929250] env[65530]: INFO networking_nsxv3.common.synchronization [None req-64423edc-dee8-4a7e-bf44-31afae920649 None None] Enqueued Resource ID: db1c3d90-dd78-4a39-8316-8fbe7e7c054a with Priority: HIGHEST for action port [ 805.929888] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: db1c3d90-dd78-4a39-8316-8fbe7e7c054a with Priority: HIGHEST for action port [ 805.930255] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-db1c3d90-dd78-4a39-8316-8fbe7e7c054a taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.930391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-db1c3d90-dd78-4a39-8316-8fbe7e7c054a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.933084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-db1c3d90-dd78-4a39-8316-8fbe7e7c054a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.933084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-db1c3d90-dd78-4a39-8316-8fbe7e7c054a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.933084] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('db1c3d90-dd78-4a39-8316-8fbe7e7c054a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.933084] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.933084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.949098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.949326] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 64fbe9a1-ee62-4025-9850-59186610b616 is going to be deleted. [ 805.950739] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.951712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.979122] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad0599d-377d-4501-817a-9ff58dc03d64 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.979374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.979374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.979698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.979753] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.979813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.979855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.980050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.980111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.980166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.980312] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad0599d-377d-4501-817a-9ff58dc03d64 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.980407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.980465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.980701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.980780] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.980841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.980881] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.981016] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.981092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.981171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.981260] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1ad0599d-377d-4501-817a-9ff58dc03d64',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.027856] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.028096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.030747] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.035862] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.035988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.055710] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.055979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.055979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.056203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.056384] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.056526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.056594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.056756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.056843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.056930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.057097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.057193] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.057250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.057388] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.057526] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.057618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.057876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.057876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.057876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.058023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.058069] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.058969] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.060781] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.061507] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.062943] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.065109] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.065654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.065654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.065654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.065654] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.065888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.065888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.066012] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.066057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.066155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.066311] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.066404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.066464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.067288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.067288] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.067288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.067288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.067288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.067288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.067659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.067659] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.082386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.082659] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be deleted. [ 806.086412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.086995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.131823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.131823] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 87a3b9e0-192e-4778-97a2-0fb3decfeed0 is going to be deleted. [ 806.132842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.133108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.156405] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.156405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.183031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.183031] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c95cb89c-a4af-4f82-8111-4d30b478680c is going to be deleted. [ 806.183031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.183031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.239026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.239026] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ac73a1b0-7b72-4132-9a21-7dc9026f4a2b is going to be deleted. [ 806.239026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.239026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.239026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.239026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61ec6217-25d5-4893-8ad6-a52cc3b3ab44" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.239026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.239645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.239849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.240070] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bd26f542-110a-4ba7-9eda-dc440b3f315f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.240757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.241044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.241228] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.241438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61fabdba-6df1-408d-9066-3b2decb83eac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.241686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.242229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.242418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.242688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.242968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.243223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.244036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.244036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.244036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.244367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.244538] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.245028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-64fbe9a1-ee62-4025-9850-59186610b616" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.273480] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.273480] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.273480] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.273754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.273754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.273895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-87a3b9e0-192e-4778-97a2-0fb3decfeed0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.292642] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.293084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.293084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.293084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.293254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.294335] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.377311] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.377451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.377516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.377722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.377807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.377920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c95cb89c-a4af-4f82-8111-4d30b478680c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.434118] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port db1c3d90-dd78-4a39-8316-8fbe7e7c054a [ 806.434416] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.434612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.434692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.434923] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.434996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.435141] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:db1c3d90-dd78-4a39-8316-8fbe7e7c054a already deleted. [ 806.435229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-db1c3d90-dd78-4a39-8316-8fbe7e7c054a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.477873] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.478108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.478154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.478346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.478453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.478590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ac73a1b0-7b72-4132-9a21-7dc9026f4a2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.482454] env[65530]: INFO networking_nsxv3.common.synchronization [req-a7865e1a-d5fc-4ad4-a21c-677434c5e9bc req-0622476a-12af-42f1-a75a-2cc21fef5dfb tempest-MigrationsAdminTest-536209756 tempest-MigrationsAdminTest-536209756-project-member] Enqueued Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_members [ 806.483562] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_members [ 806.484083] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1ad0599d-377d-4501-817a-9ff58dc03d64: rpc.has_security_group_logging(os_id): False [ 806.485811] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.485942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.486018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.486455] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.486455] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.486594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.486937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.486937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.486937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.487136] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.520032] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.520032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.520032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.520032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.533728] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77a1821d-dcc1-4537-86d5-9e1578ecb981: rpc.has_security_group_logging(os_id): False [ 806.555173] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.555344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.562835] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36d809c4-9cfd-4b03-8a6b-c13195a11d0f: rpc.has_security_group_logging(os_id): False [ 806.564286] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3e193a68-4e0d-4874-8a4e-95aa25146382: rpc.has_security_group_logging(os_id): False [ 806.565236] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7829eeca-4bf5-4d4c-8576-db83ce58c9bc: rpc.has_security_group_logging(os_id): False [ 806.568110] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa952a44-827a-4a05-ba92-7039f6ca2b8b: rpc.has_security_group_logging(os_id): False [ 806.569212] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 736d15d0-1667-407c-8648-46e2548b28f2: rpc.has_security_group_logging(os_id): False [ 806.570930] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20929079-b7e9-42c0-8f83-77203c33783b: rpc.has_security_group_logging(os_id): False [ 806.574063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.574163] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.574376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.574460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.574750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.574902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.575132] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.575298] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.575379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.575624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.575729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.576135] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.576135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.576249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.576721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.576830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.576966] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 is going to be updated. [ 806.580478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.580478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.608098] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.612315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.613453] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.613642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.614480] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.614570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.620411] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.620589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.627242] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.627447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.636483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.636835] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.637062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.637062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.637244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.637330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.637433] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be updated. [ 806.641255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.641494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.643912] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.644063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.672739] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.673071] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.673182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.674121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.674121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.674121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.674121] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 736d15d0-1667-407c-8648-46e2548b28f2 is going to be updated. [ 806.674888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.675028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.706714] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.707220] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.707329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.707329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.707624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.707749] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.707912] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 is going to be updated. [ 806.709283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.709590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.714017] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.714017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.727032] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.727453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.738734] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.738893] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.748021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.748394] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.750892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.750892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.750892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.750892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.750892] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.750892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.750892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.750892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.750892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.750892] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.750892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.750892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.750892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.750892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.750892] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f is going to be updated. [ 806.753141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.753329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.811228] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.811228] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.812303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.812303] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.813260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.813260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.813260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.813260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.813260] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.813260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.813260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.813884] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.813884] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.813884] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.813884] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.815184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.816300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.816300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.816300] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20929079-b7e9-42c0-8f83-77203c33783b is going to be updated. [ 806.817086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.817086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.880525] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.880525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.880525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.880525] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.880525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.880525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.880525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.880525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.880525] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b is going to be updated. [ 806.882068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.882283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.882632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.884140] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.886186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.886186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.886186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.886186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.961914] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: IN_PROGRESS for 2s [ 806.964094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.964094] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.964094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.964094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.964094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.964094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.965627] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc is going to be updated. [ 806.966850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.967138] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.967345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.968448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.968584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.968765] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.970516] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: IN_PROGRESS for 2s [ 806.970708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.970976] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.971191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.990180] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.012616] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.013135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.013135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.013363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.013616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.025420] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 in Status: IN_PROGRESS for 2s [ 807.026585] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: IN_PROGRESS for 2s [ 807.027424] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 in Status: IN_PROGRESS for 2s [ 807.051826] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: IN_PROGRESS for 2s [ 807.055585] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.055585] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.055585] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.055908] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.056122] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.056305] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.056422] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.057967] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.057967] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.057967] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.057967] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 807.057967] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 807.057967] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 807.057967] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 807.058294] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 807.058391] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 807.074650] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.074778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.074855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.075071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.075218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.118139] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.118542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.118586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.118835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.123397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.125378] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 807.125530] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.067 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 807.125709] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 807.125850] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.126197] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-9ff765c5-3805-4938-acef-ac298f8967fe taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.126425] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-9ff765c5-3805-4938-acef-ac298f8967fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.126594] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-9ff765c5-3805-4938-acef-ac298f8967fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.126976] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-9ff765c5-3805-4938-acef-ac298f8967fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.127129] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff765c5-3805-4938-acef-ac298f8967fe',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.128992] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: IN_PROGRESS for 2s [ 807.157186] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc in Status: IN_PROGRESS for 2s [ 807.492640] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.632160] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.635211] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.635211] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.635211] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.635211] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.635211] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 9ff765c5-3805-4938-acef-ac298f8967fe not found, creating... [ 807.635211] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.635211] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.635211] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.635211] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.635211] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.635835] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.635835] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.635835] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.638035] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.638035] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.638035] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 9ff765c5-3805-4938-acef-ac298f8967fe is going to be created. [ 807.661289] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.661289] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.661289] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.661559] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.661718] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.661934] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-9ff765c5-3805-4938-acef-ac298f8967fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.879583] env[65530]: INFO networking_nsxv3.common.synchronization [None req-4495f75a-ba10-4834-8a05-c3dac5463d38 None None] Enqueued Resource ID: 31b93b15-bfb1-494b-bafe-7faf6209e67a with Priority: HIGHEST for action port [ 807.880584] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 31b93b15-bfb1-494b-bafe-7faf6209e67a with Priority: HIGHEST for action port [ 807.880925] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-31b93b15-bfb1-494b-bafe-7faf6209e67a taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.881344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-31b93b15-bfb1-494b-bafe-7faf6209e67a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.881344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-31b93b15-bfb1-494b-bafe-7faf6209e67a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.881987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-31b93b15-bfb1-494b-bafe-7faf6209e67a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.881987] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('31b93b15-bfb1-494b-bafe-7faf6209e67a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.997348] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.997348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.997348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.997348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.997348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.997862] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23286cd3-802b-4543-b074-7ad587821506 is going to be updated. [ 808.031393] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.031571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.031613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.032045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.032045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.042534] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: IN_PROGRESS for 2s [ 808.356169] env[65530]: INFO networking_nsxv3.common.synchronization [req-a7865e1a-d5fc-4ad4-a21c-677434c5e9bc req-a77f6db8-3deb-4dfe-b76b-df500031ad3d service nova] Enqueued Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_rules [ 808.356344] env[65530]: INFO networking_nsxv3.common.synchronization [req-a7865e1a-d5fc-4ad4-a21c-677434c5e9bc req-a77f6db8-3deb-4dfe-b76b-df500031ad3d service nova] Enqueued Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_members [ 808.356477] env[65530]: INFO networking_nsxv3.common.synchronization [req-a7865e1a-d5fc-4ad4-a21c-677434c5e9bc req-a77f6db8-3deb-4dfe-b76b-df500031ad3d service nova] Enqueued Resource ID: 9ff765c5-3805-4938-acef-ac298f8967fe with Priority: HIGHEST for action port [ 808.357052] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_rules [ 808.357129] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_members [ 808.357205] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ff765c5-3805-4938-acef-ac298f8967fe with Priority: HIGHEST for action port [ 808.357477] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.357655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.357746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.357947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.358223] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.359805] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.360048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.360269] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ff765c5-3805-4938-acef-ac298f8967fe taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.361755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ff765c5-3805-4938-acef-ac298f8967fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.361867] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ff765c5-3805-4938-acef-ac298f8967fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.362092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ff765c5-3805-4938-acef-ac298f8967fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.362177] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ff765c5-3805-4938-acef-ac298f8967fe',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.383357] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 31b93b15-bfb1-494b-bafe-7faf6209e67a [ 808.385339] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.385339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.385339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.385339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.385339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.385339] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:31b93b15-bfb1-494b-bafe-7faf6209e67a already deleted. [ 808.385339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-31b93b15-bfb1-494b-bafe-7faf6209e67a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.864106] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.864249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.864429] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ff765c5-3805-4938-acef-ac298f8967fe with status ACTIVE [ 808.864616] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.864746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.864817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.865038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.865125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.865294] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.865399] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.865483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.865606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.865688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.865864] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.865975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.866049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.866200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.866274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.866363] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ff765c5-3805-4938-acef-ac298f8967fe is going to be updated. [ 808.869659] env[65530]: INFO networking_nsxv3.common.synchronization [req-8c873db3-ecd9-497d-a28b-880b5ac2b3dd req-390f348e-6afd-499e-87e2-6710b2c40f9f tempest-TenantUsagesTestJSON-1224969832 tempest-TenantUsagesTestJSON-1224969832-project-member] Enqueued Resource ID: c0e15614-f251-430c-9fbf-13326a4ceda2 with Priority: HIGHEST for action security_group_members [ 808.870179] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e15614-f251-430c-9fbf-13326a4ceda2 with Priority: HIGHEST for action security_group_members [ 808.870471] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e15614-f251-430c-9fbf-13326a4ceda2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.870590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.870637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.870859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.871016] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.871122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.871186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.871336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.871410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.871506] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e15614-f251-430c-9fbf-13326a4ceda2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 808.890391] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.890546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.890590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.890790] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.890923] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.891094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ff765c5-3805-4938-acef-ac298f8967fe" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.977144] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: SUCCESS [ 808.977144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.991608] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 808.991840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.042367] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 in Status: SUCCESS [ 809.042626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.043650] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: SUCCESS [ 809.043857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.044631] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 in Status: SUCCESS [ 809.044831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.071194] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: SUCCESS [ 809.071194] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.145863] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: SUCCESS [ 809.145863] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.167696] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc in Status: SUCCESS [ 809.169656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.262381] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.262576] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.262695] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.262957] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.263223] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.263378] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.263486] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.263847] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.264036] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.264258] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.264370] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 809.264476] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 809.264612] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 809.264736] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 809.264840] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 809.264971] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 809.290651] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 809.290939] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 809.291057] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 809.291187] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.291658] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-c043ddd3-d1c0-40a2-825b-0775d5853f50 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.291766] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-c043ddd3-d1c0-40a2-825b-0775d5853f50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.291853] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-c043ddd3-d1c0-40a2-825b-0775d5853f50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.292178] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-c043ddd3-d1c0-40a2-825b-0775d5853f50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.292306] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c043ddd3-d1c0-40a2-825b-0775d5853f50',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 809.374777] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.374777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.374777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.375037] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.375080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.375272] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.375368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.375431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.375582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.375657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.375739] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e15614-f251-430c-9fbf-13326a4ceda2 already deleted. [ 809.375816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.796144] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.796424] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.796570] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.796871] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.797032] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.797198] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port c043ddd3-d1c0-40a2-825b-0775d5853f50 not found, creating... [ 809.797669] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.797834] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.797954] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.798201] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.798341] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.798660] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.798804] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.798913] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.799355] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.799501] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.799639] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: c043ddd3-d1c0-40a2-825b-0775d5853f50 is going to be created. [ 809.825885] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.826249] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.826403] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.826721] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.827022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.827307] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-c043ddd3-d1c0-40a2-825b-0775d5853f50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.053209] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: SUCCESS [ 810.053483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.053609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.053860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.054062] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.054183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.054265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.054425] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.054506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.054601] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.557262] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.580763] env[65530]: INFO networking_nsxv3.common.synchronization [req-8c873db3-ecd9-497d-a28b-880b5ac2b3dd req-f276a09d-c2ba-45b1-8771-8d25a4bfeef5 service nova] Enqueued Resource ID: c0e15614-f251-430c-9fbf-13326a4ceda2 with Priority: HIGHEST for action security_group_rules [ 810.581052] env[65530]: INFO networking_nsxv3.common.synchronization [req-8c873db3-ecd9-497d-a28b-880b5ac2b3dd req-f276a09d-c2ba-45b1-8771-8d25a4bfeef5 service nova] Enqueued Resource ID: c0e15614-f251-430c-9fbf-13326a4ceda2 with Priority: HIGHEST for action security_group_members [ 810.582023] env[65530]: INFO networking_nsxv3.common.synchronization [req-8c873db3-ecd9-497d-a28b-880b5ac2b3dd req-f276a09d-c2ba-45b1-8771-8d25a4bfeef5 service nova] Enqueued Resource ID: c043ddd3-d1c0-40a2-825b-0775d5853f50 with Priority: HIGHEST for action port [ 810.582023] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e15614-f251-430c-9fbf-13326a4ceda2 with Priority: HIGHEST for action security_group_rules [ 810.582023] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e15614-f251-430c-9fbf-13326a4ceda2 with Priority: HIGHEST for action security_group_members [ 810.582633] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c043ddd3-d1c0-40a2-825b-0775d5853f50 with Priority: HIGHEST for action port [ 810.582894] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e15614-f251-430c-9fbf-13326a4ceda2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.583034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.583106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.583359] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.583474] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e15614-f251-430c-9fbf-13326a4ceda2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.584817] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e15614-f251-430c-9fbf-13326a4ceda2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.584944] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.585014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.585200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.585347] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.585495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.585495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.588035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.588035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.588035] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e15614-f251-430c-9fbf-13326a4ceda2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.588035] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c043ddd3-d1c0-40a2-825b-0775d5853f50 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 810.588035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c043ddd3-d1c0-40a2-825b-0775d5853f50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 810.588035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c043ddd3-d1c0-40a2-825b-0775d5853f50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 810.588035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c043ddd3-d1c0-40a2-825b-0775d5853f50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 810.588035] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c043ddd3-d1c0-40a2-825b-0775d5853f50',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.059585] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.091541] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c0e15614-f251-430c-9fbf-13326a4ceda2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.093230] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e15614-f251-430c-9fbf-13326a4ceda2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.093434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.093505] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c043ddd3-d1c0-40a2-825b-0775d5853f50 with status ACTIVE [ 811.093723] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.093860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.093925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.094151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.094236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.094406] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.094499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.094561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.095299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.096327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.096327] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.096327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.096327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.096327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.096327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.096327] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c043ddd3-d1c0-40a2-825b-0775d5853f50 is going to be updated. [ 811.123159] env[65530]: INFO networking_nsxv3.common.synchronization [req-7028793b-4980-454d-9d59-149f2d73b148 req-c619538f-61e0-427b-ad57-7d6a5345251d tempest-ImagesOneServerNegativeTestJSON-977900054 tempest-ImagesOneServerNegativeTestJSON-977900054-project-member] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 811.124387] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.124818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.125118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.125463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.125715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.125983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c043ddd3-d1c0-40a2-825b-0775d5853f50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.126658] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 811.127170] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.127412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.127585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.127871] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.128153] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.128389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.128553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.128916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.129166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.129364] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.565520] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.565748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.565827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.566083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.566179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.566285] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23286cd3-802b-4543-b074-7ad587821506 is going to be updated. [ 811.599268] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c0e15614-f251-430c-9fbf-13326a4ceda2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.600730] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.600730] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.600730] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.600940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.601053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.612429] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: IN_PROGRESS for 2s [ 811.632736] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.635606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.635606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.635606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.635606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.635606] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.635606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.635606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.635606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.635606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.635606] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b is going to be updated. [ 811.651793] env[65530]: INFO networking_nsxv3.common.synchronization [None req-54e67aa1-63fb-49b2-b54e-1c7fbc24f099 tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: d26477f7-9807-4295-854d-9e3d4b9f125c with Priority: HIGHEST for action security_group_rules [ 811.651793] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26477f7-9807-4295-854d-9e3d4b9f125c with Priority: HIGHEST for action security_group_rules [ 811.651793] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26477f7-9807-4295-854d-9e3d4b9f125c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.651793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.651793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.653022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.653022] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26477f7-9807-4295-854d-9e3d4b9f125c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.661476] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.661476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.661476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.661476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.661476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.671859] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: IN_PROGRESS for 2s [ 811.842578] env[65530]: INFO networking_nsxv3.common.synchronization [None req-5f17ec58-c331-450a-b788-180510ef5c69 tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: d26477f7-9807-4295-854d-9e3d4b9f125c with Priority: HIGHEST for action security_group_rules [ 811.843122] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26477f7-9807-4295-854d-9e3d4b9f125c with Priority: HIGHEST for action security_group_rules [ 811.843418] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26477f7-9807-4295-854d-9e3d4b9f125c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.843516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.103325] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.103926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.103926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.104550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.104550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.104550] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e15614-f251-430c-9fbf-13326a4ceda2 is going to be created. [ 812.134420] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.134420] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.134420] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.134420] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.134420] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.166806] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e15614-f251-430c-9fbf-13326a4ceda2 in Status: UNINITIALIZED for 2s [ 812.187421] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.187726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.188025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.188236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.188411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.188581] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26477f7-9807-4295-854d-9e3d4b9f125c already deleted. [ 812.188749] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.188990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.189737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.189860] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26477f7-9807-4295-854d-9e3d4b9f125c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.714049] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.714131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.714208] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.714437] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.714526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.714635] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26477f7-9807-4295-854d-9e3d4b9f125c already deleted. [ 812.714736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.154213] env[65530]: INFO networking_nsxv3.common.synchronization [None req-24581099-840d-420c-847d-48ed86c481f7 None None] Enqueued Resource ID: a2cfb0a9-d868-45be-8ec2-a68926af32ec with Priority: HIGHEST for action port [ 813.154213] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2cfb0a9-d868-45be-8ec2-a68926af32ec with Priority: HIGHEST for action port [ 813.154213] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2cfb0a9-d868-45be-8ec2-a68926af32ec taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.156056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2cfb0a9-d868-45be-8ec2-a68926af32ec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.156056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2cfb0a9-d868-45be-8ec2-a68926af32ec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.156056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2cfb0a9-d868-45be-8ec2-a68926af32ec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.156056] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2cfb0a9-d868-45be-8ec2-a68926af32ec',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.215817] env[65530]: INFO networking_nsxv3.common.synchronization [req-a7726ebb-f75d-4c7e-b72e-d289c53434ad req-610b83b0-22e4-4e2b-9ab3-207dd85053ea tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_members [ 813.216658] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_members [ 813.217069] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.217244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.217244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.217463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.217688] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.217881] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.217996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.218276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.218434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.218616] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.536244] env[65530]: INFO networking_nsxv3.common.synchronization [req-cace7f54-24d3-46aa-84cf-073e2af7c612 req-6b78d2c9-fffe-4d73-b20a-53ffd920fdd4 tempest-ServerGroupTestJSON-865406320 tempest-ServerGroupTestJSON-865406320-project-member] Enqueued Resource ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 with Priority: HIGHEST for action security_group_members [ 813.537107] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 with Priority: HIGHEST for action security_group_members [ 813.537695] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1ad0599d-377d-4501-817a-9ff58dc03d64 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.537695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.537695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.537891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.539585] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.539585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.539585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.539585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.539585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.539585] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1ad0599d-377d-4501-817a-9ff58dc03d64',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.623954] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: SUCCESS [ 813.624687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.624687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.624687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.624849] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.624953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.626018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.626018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.626018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.626018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.626018] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.657603] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a2cfb0a9-d868-45be-8ec2-a68926af32ec [ 813.657603] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.657603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.657603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.657767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.657767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.657829] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a2cfb0a9-d868-45be-8ec2-a68926af32ec already deleted. [ 813.657874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2cfb0a9-d868-45be-8ec2-a68926af32ec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.684565] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: SUCCESS [ 813.684565] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b deletion is rescheduled due to dependency. [ 813.684565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.722502] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.724032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.724032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.724032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.724032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.724032] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.724032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.724920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.725475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.725777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.727153] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f is going to be updated. [ 813.762064] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.762252] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.762252] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.762400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.762546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.777175] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: IN_PROGRESS for 2s [ 814.043509] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.043771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.043861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.044076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.044168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.044708] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.044708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.044708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.045410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.045410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.045410] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 is going to be updated. [ 814.073821] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.074060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.074060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.074731] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.074731] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.086261] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 in Status: IN_PROGRESS for 2s [ 814.134742] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.135686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.135686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.135686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.135686] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.135686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.135686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.135991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.135991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.136124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.136304] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.136431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.136688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.136876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.137301] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.137449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.137532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.137701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.137816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.137933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.138066] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.180032] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e15614-f251-430c-9fbf-13326a4ceda2 in Status: SUCCESS [ 814.180317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.180444] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.180674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.180872] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.180993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.181070] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.181265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.181358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.181464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.181562] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c0e15614-f251-430c-9fbf-13326a4ceda2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.640108] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 23286cd3-802b-4543-b074-7ad587821506: rpc.has_security_group_logging(os_id): False [ 814.660905] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.660905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.660905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.661200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.683182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.683522] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.683708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.683879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.684010] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.684129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.684288] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.684415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.684477] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.684690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.684825] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.686028] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.686028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.686028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.686028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.686028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.686028] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23286cd3-802b-4543-b074-7ad587821506 is going to be updated. [ 814.686960] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e15614-f251-430c-9fbf-13326a4ceda2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.687085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.687085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.687238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.687379] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.687473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.687534] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.687669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.687746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.687823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.687966] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e15614-f251-430c-9fbf-13326a4ceda2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.688068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.688122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.688253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.688383] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.688472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.688529] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.692990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.692990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.692990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.692990] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c0e15614-f251-430c-9fbf-13326a4ceda2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.761850] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.762025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.762077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.762323] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.762740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.777674] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: IN_PROGRESS for 2s [ 815.196128] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c0e15614-f251-430c-9fbf-13326a4ceda2: rpc.has_security_group_logging(os_id): False [ 815.219936] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.219936] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.220139] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.220301] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.220400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.220627] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.220725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.220798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.220965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.221068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.221251] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.221341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.221398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.221577] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.221654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.221831] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.221922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.221978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.222277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.222385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.222494] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e15614-f251-430c-9fbf-13326a4ceda2 is going to be created. [ 815.294449] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.294661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.294727] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.295295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.295295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.309519] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e15614-f251-430c-9fbf-13326a4ceda2 in Status: IN_PROGRESS for 2s [ 815.772459] env[65530]: INFO networking_nsxv3.common.synchronization [None req-c906d3d7-a8ed-47fd-b030-3de214c6a6ea None None] Enqueued Resource ID: 1bb45f19-77c7-4199-8e35-c604864be6a5 with Priority: HIGHEST for action port [ 815.772459] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1bb45f19-77c7-4199-8e35-c604864be6a5 with Priority: HIGHEST for action port [ 815.773050] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-1bb45f19-77c7-4199-8e35-c604864be6a5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.773345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1bb45f19-77c7-4199-8e35-c604864be6a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.774650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1bb45f19-77c7-4199-8e35-c604864be6a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.774650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1bb45f19-77c7-4199-8e35-c604864be6a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.774650] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1bb45f19-77c7-4199-8e35-c604864be6a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.787675] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: SUCCESS [ 815.787883] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f deletion is rescheduled due to dependency. [ 815.787966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.838721] env[65530]: INFO networking_nsxv3.common.synchronization [None req-97c8bc9f-7058-4a3d-a40d-d4fe047e5e20 None None] Enqueued Resource ID: ada95e34-6c71-4f92-8404-306a7a45d483 with Priority: HIGHEST for action port [ 815.839361] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ada95e34-6c71-4f92-8404-306a7a45d483 with Priority: HIGHEST for action port [ 815.839637] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-ada95e34-6c71-4f92-8404-306a7a45d483 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.839765] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ada95e34-6c71-4f92-8404-306a7a45d483" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.839832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ada95e34-6c71-4f92-8404-306a7a45d483" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.840106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ada95e34-6c71-4f92-8404-306a7a45d483" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.840196] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ada95e34-6c71-4f92-8404-306a7a45d483',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.095952] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 in Status: SUCCESS [ 816.097490] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 deletion is rescheduled due to dependency. [ 816.097490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.278125] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1bb45f19-77c7-4199-8e35-c604864be6a5 [ 816.278125] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.278125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.278125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.278125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.278125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.278125] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1bb45f19-77c7-4199-8e35-c604864be6a5 already deleted. [ 816.278125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1bb45f19-77c7-4199-8e35-c604864be6a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.344766] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ada95e34-6c71-4f92-8404-306a7a45d483 [ 816.344766] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.344766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.344766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.344766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.344766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.344766] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ada95e34-6c71-4f92-8404-306a7a45d483 already deleted. [ 816.344766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ada95e34-6c71-4f92-8404-306a7a45d483" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.791722] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: SUCCESS [ 816.792590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.823616] env[65530]: INFO networking_nsxv3.common.synchronization [req-63d471dd-1901-47fd-9223-5c3d65e24d88 req-92f05e10-f9ed-4a85-8944-05816c983dba tempest-ServersNegativeTestJSON-372436334 tempest-ServersNegativeTestJSON-372436334-project-member] Enqueued Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 816.824351] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 816.825936] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.826093] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.826164] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.826377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.826566] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.826713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.826810] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.826996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.827096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.827194] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.223715] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.223931] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-57" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.224065] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-57" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.224322] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-57" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.224572] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.224850] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.225687] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.225687] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.225687] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.225687] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.225687] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 817.225906] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 817.225983] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 817.226147] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 817.226287] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 817.226469] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 817.251285] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 817.251551] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 817.251650] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 817.251833] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-57" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.254804] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-cfd214db-2784-418b-8179-e2dfac2f0477 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.255130] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-cfd214db-2784-418b-8179-e2dfac2f0477" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.255280] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-cfd214db-2784-418b-8179-e2dfac2f0477" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.255640] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-cfd214db-2784-418b-8179-e2dfac2f0477" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.255787] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfd214db-2784-418b-8179-e2dfac2f0477',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.322245] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c0e15614-f251-430c-9fbf-13326a4ceda2 in Status: SUCCESS [ 817.322245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.330066] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.759192] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.759424] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.759554] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.759856] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.759999] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.760180] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port cfd214db-2784-418b-8179-e2dfac2f0477 not found, creating... [ 817.760435] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.760589] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.760705] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.760938] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.761089] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.761375] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.761541] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.761644] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.764785] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.765237] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.765765] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: cfd214db-2784-418b-8179-e2dfac2f0477 is going to be created. [ 817.789103] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.789376] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.789536] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.789806] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.790078] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.790312] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-cfd214db-2784-418b-8179-e2dfac2f0477" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.831562] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.335122] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.335511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.335511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.335618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.335668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.335792] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063c42d5-5927-4170-bc4a-bde830806d2e is going to be updated. [ 818.362694] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.363254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.363464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.363576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.363823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.367722] env[65530]: INFO networking_nsxv3.common.synchronization [None req-fe71ec52-08a8-4d67-b0dd-2a03ab949b43 None None] Enqueued Resource ID: 99d11bcc-63fc-4a8a-99c8-3ddee93b2cde with Priority: HIGHEST for action port [ 818.368277] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99d11bcc-63fc-4a8a-99c8-3ddee93b2cde with Priority: HIGHEST for action port [ 818.368601] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-99d11bcc-63fc-4a8a-99c8-3ddee93b2cde taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.368721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-99d11bcc-63fc-4a8a-99c8-3ddee93b2cde" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.368786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-99d11bcc-63fc-4a8a-99c8-3ddee93b2cde" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.369307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-99d11bcc-63fc-4a8a-99c8-3ddee93b2cde" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.369307] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('99d11bcc-63fc-4a8a-99c8-3ddee93b2cde',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.376263] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: IN_PROGRESS for 2s [ 818.452735] env[65530]: INFO networking_nsxv3.common.synchronization [None req-9473d1e4-b361-46eb-b0e4-d38bd9da8309 None None] Enqueued Resource ID: 623914e1-703e-452f-851d-5e5ab7205cbd with Priority: HIGHEST for action port [ 818.452735] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 623914e1-703e-452f-851d-5e5ab7205cbd with Priority: HIGHEST for action port [ 818.452735] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-623914e1-703e-452f-851d-5e5ab7205cbd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.453982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-623914e1-703e-452f-851d-5e5ab7205cbd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.454969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-623914e1-703e-452f-851d-5e5ab7205cbd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.455319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-623914e1-703e-452f-851d-5e5ab7205cbd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.455452] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('623914e1-703e-452f-851d-5e5ab7205cbd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.505225] env[65530]: INFO networking_nsxv3.common.synchronization [req-63d471dd-1901-47fd-9223-5c3d65e24d88 req-f87a3e53-ba22-4438-b479-298a7668097c service nova] Enqueued Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_rules [ 818.505394] env[65530]: INFO networking_nsxv3.common.synchronization [req-63d471dd-1901-47fd-9223-5c3d65e24d88 req-f87a3e53-ba22-4438-b479-298a7668097c service nova] Enqueued Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 818.505524] env[65530]: INFO networking_nsxv3.common.synchronization [req-63d471dd-1901-47fd-9223-5c3d65e24d88 req-f87a3e53-ba22-4438-b479-298a7668097c service nova] Enqueued Resource ID: cfd214db-2784-418b-8179-e2dfac2f0477 with Priority: HIGHEST for action port [ 818.505754] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_rules [ 818.505873] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 818.505965] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfd214db-2784-418b-8179-e2dfac2f0477 with Priority: HIGHEST for action port [ 818.506555] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.506679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.506746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.506942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.507186] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.508230] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.508343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.508560] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfd214db-2784-418b-8179-e2dfac2f0477 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.508659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfd214db-2784-418b-8179-e2dfac2f0477" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.509551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfd214db-2784-418b-8179-e2dfac2f0477" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.509551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfd214db-2784-418b-8179-e2dfac2f0477" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.509551] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfd214db-2784-418b-8179-e2dfac2f0477',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.880416] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 99d11bcc-63fc-4a8a-99c8-3ddee93b2cde [ 818.880416] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.880416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.880416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.880416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.880416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.880416] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:99d11bcc-63fc-4a8a-99c8-3ddee93b2cde already deleted. [ 818.880416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-99d11bcc-63fc-4a8a-99c8-3ddee93b2cde" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.960025] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 623914e1-703e-452f-851d-5e5ab7205cbd [ 818.960025] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.960025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.960025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.960025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.960025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.960316] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:623914e1-703e-452f-851d-5e5ab7205cbd already deleted. [ 818.960316] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-623914e1-703e-452f-851d-5e5ab7205cbd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.011942] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.012118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.012309] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfd214db-2784-418b-8179-e2dfac2f0477 with status ACTIVE [ 819.012452] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.012567] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.012617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.012816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.012903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.013138] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.013209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.013259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.013383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.013459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.013636] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.013757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.013814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.013961] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.014043] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.014129] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfd214db-2784-418b-8179-e2dfac2f0477 is going to be updated. [ 819.037835] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.039144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.039144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.039144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.039144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.039375] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfd214db-2784-418b-8179-e2dfac2f0477" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.389219] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: SUCCESS [ 820.389219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.389219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.389219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.389219] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.389219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.389219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.390696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.390696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.390696] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.893316] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.206535] env[65530]: INFO networking_nsxv3.common.synchronization [None req-2c8b1336-80ad-46f9-a84a-4878de5d490a None None] Enqueued Resource ID: c1992773-64e0-4312-8e00-5c5e9638579b with Priority: HIGHEST for action port [ 821.207141] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1992773-64e0-4312-8e00-5c5e9638579b with Priority: HIGHEST for action port [ 821.207444] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1992773-64e0-4312-8e00-5c5e9638579b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.207574] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1992773-64e0-4312-8e00-5c5e9638579b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.207654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1992773-64e0-4312-8e00-5c5e9638579b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.207908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1992773-64e0-4312-8e00-5c5e9638579b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.207985] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1992773-64e0-4312-8e00-5c5e9638579b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.396464] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.709975] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c1992773-64e0-4312-8e00-5c5e9638579b [ 821.710240] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.710382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.710451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.710674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.710768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.710888] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c1992773-64e0-4312-8e00-5c5e9638579b already deleted. [ 821.710982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1992773-64e0-4312-8e00-5c5e9638579b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.901620] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.901931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.901931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.902460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.902460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.902460] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063c42d5-5927-4170-bc4a-bde830806d2e is going to be updated. [ 821.939770] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.939962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.940070] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.940521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.940521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.964148] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: IN_PROGRESS for 2s [ 822.487819] env[65530]: INFO networking_nsxv3.common.synchronization [req-2e4b6742-2457-424c-9854-6d7cdbef509c req-a7a34847-4e4c-4e8b-988a-0ababea39a9b tempest-TenantUsagesTestJSON-1224969832 tempest-TenantUsagesTestJSON-1224969832-project-member] Enqueued Resource ID: c0e15614-f251-430c-9fbf-13326a4ceda2 with Priority: HIGHEST for action security_group_members [ 822.489228] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e15614-f251-430c-9fbf-13326a4ceda2 with Priority: HIGHEST for action security_group_members [ 822.489561] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c0e15614-f251-430c-9fbf-13326a4ceda2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.489689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.489756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.489949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.490312] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.490425] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.490484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.490644] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.490763] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.490864] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c0e15614-f251-430c-9fbf-13326a4ceda2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.992968] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.993157] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.993236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.993466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.993557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.993858] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.993955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.994179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.994179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.994407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.994407] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e15614-f251-430c-9fbf-13326a4ceda2 is going to be updated. [ 823.029182] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.029329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.029415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.029611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.029807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.039307] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e15614-f251-430c-9fbf-13326a4ceda2 in Status: IN_PROGRESS for 2s [ 823.453357] env[65530]: INFO networking_nsxv3.common.synchronization [req-e5dfda59-1f14-47d8-80e9-edad157c2838 req-cdbfe44d-7f73-468d-a432-af5cad02f975 tempest-ServersTestManualDisk-1101288969 tempest-ServersTestManualDisk-1101288969-project-member] Enqueued Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGHEST for action security_group_members [ 823.453357] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGHEST for action security_group_members [ 823.453357] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-3e193a68-4e0d-4874-8a4e-95aa25146382 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.453357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.453357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.453357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.453657] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.453933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.454107] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.454387] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.454594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.454804] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.961063] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.961063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.961063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.961433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.961433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.961562] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.961562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.961643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.961888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.961888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.961993] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 is going to be updated. [ 823.978986] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: SUCCESS [ 823.978986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.978986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.978986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.978986] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.978986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.978986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.978986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.978986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.978986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.978986] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.983297] env[65530]: INFO networking_nsxv3.common.synchronization [req-a09c9c30-8770-4064-b509-f61db55e9395 req-566a0a7c-e2b2-4323-9493-023b0938ef24 tempest-ServersTestJSON-1872632154 tempest-ServersTestJSON-1872632154-project-member] Enqueued Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGHEST for action security_group_members [ 823.984071] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGHEST for action security_group_members [ 823.984426] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61df31cc-31a8-4bd9-980c-fa15dc5827df taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.984548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.984614] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.984974] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.985151] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.985259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.985322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.985473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.985554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.985647] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61df31cc-31a8-4bd9-980c-fa15dc5827df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.990965] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.991119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.991187] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.991497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.991639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.002025] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 in Status: IN_PROGRESS for 2s [ 824.327637] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-475 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.329102] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-475" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.329102] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-475" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.329102] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-475" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.329562] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.329562] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.329562] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.329704] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.329811] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.330018] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.330138] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.330242] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.330344] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.330448] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.330547] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.330671] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.349643] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.349818] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 824.349986] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.350144] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-475" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.350473] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-e961767f-47ef-43a8-8f1a-0fa2ba914783 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.350634] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-e961767f-47ef-43a8-8f1a-0fa2ba914783" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.350751] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-e961767f-47ef-43a8-8f1a-0fa2ba914783" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.351092] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-e961767f-47ef-43a8-8f1a-0fa2ba914783" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.351231] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e961767f-47ef-43a8-8f1a-0fa2ba914783',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.480460] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.480658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.480724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.480956] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.481150] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.481250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.481319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.481464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.481550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.481641] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.481791] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.481879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.481939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.482093] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.482229] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.482321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.482381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.482518] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.482611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.482695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.482786] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.488419] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.488536] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.488604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.488770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.488853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.489044] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.489144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.489217] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.489359] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.489451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.489515] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df already deleted. [ 824.489592] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.853900] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.854179] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.854327] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.854629] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.854812] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.854969] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port e961767f-47ef-43a8-8f1a-0fa2ba914783 not found, creating... [ 824.855246] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.855405] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.855518] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.855738] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.855879] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.856226] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.856384] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.856499] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.856709] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.856851] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.856984] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: e961767f-47ef-43a8-8f1a-0fa2ba914783 is going to be created. [ 824.877219] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.877444] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.877569] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.877841] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.878083] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.878322] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-e961767f-47ef-43a8-8f1a-0fa2ba914783" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.985171] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 063c42d5-5927-4170-bc4a-bde830806d2e: rpc.has_security_group_logging(os_id): False [ 825.011972] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.012146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.012290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.012443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.035124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.035418] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.035547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.035592] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.035794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.035876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.036075] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.036173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.036235] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.036383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.036454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.036646] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.036737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.036800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.036937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.037013] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.037105] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 063c42d5-5927-4170-bc4a-bde830806d2e is going to be updated. [ 825.051480] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c0e15614-f251-430c-9fbf-13326a4ceda2 in Status: SUCCESS [ 825.051480] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c0e15614-f251-430c-9fbf-13326a4ceda2 deletion is rescheduled due to dependency. [ 825.051636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.110678] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.110827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.110902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.111149] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.111293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.125160] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: IN_PROGRESS for 2s [ 825.607574] env[65530]: INFO networking_nsxv3.common.synchronization [req-a09c9c30-8770-4064-b509-f61db55e9395 req-28d5fa48-a7da-4d70-810d-4f6695947948 service nova] Enqueued Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGHEST for action security_group_rules [ 825.607768] env[65530]: INFO networking_nsxv3.common.synchronization [req-a09c9c30-8770-4064-b509-f61db55e9395 req-28d5fa48-a7da-4d70-810d-4f6695947948 service nova] Enqueued Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGHEST for action security_group_members [ 825.607902] env[65530]: INFO networking_nsxv3.common.synchronization [req-a09c9c30-8770-4064-b509-f61db55e9395 req-28d5fa48-a7da-4d70-810d-4f6695947948 service nova] Enqueued Resource ID: e961767f-47ef-43a8-8f1a-0fa2ba914783 with Priority: HIGHEST for action port [ 825.608438] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGHEST for action security_group_rules [ 825.608575] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGHEST for action security_group_members [ 825.608666] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e961767f-47ef-43a8-8f1a-0fa2ba914783 with Priority: HIGHEST for action port [ 825.608939] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61df31cc-31a8-4bd9-980c-fa15dc5827df taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.609079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.609139] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.609343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.609423] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61df31cc-31a8-4bd9-980c-fa15dc5827df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.610250] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61df31cc-31a8-4bd9-980c-fa15dc5827df taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.610365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.610421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.610566] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.610704] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.610795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.610855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.610983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.611068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.611223] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61df31cc-31a8-4bd9-980c-fa15dc5827df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.612328] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-e961767f-47ef-43a8-8f1a-0fa2ba914783 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.612438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e961767f-47ef-43a8-8f1a-0fa2ba914783" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.612498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e961767f-47ef-43a8-8f1a-0fa2ba914783" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.612640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e961767f-47ef-43a8-8f1a-0fa2ba914783" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.612716] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e961767f-47ef-43a8-8f1a-0fa2ba914783',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.012243] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 in Status: SUCCESS [ 826.012506] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 deletion is rescheduled due to dependency. [ 826.012669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.114158] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61df31cc-31a8-4bd9-980c-fa15dc5827df taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.114309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.114588] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('61df31cc-31a8-4bd9-980c-fa15dc5827df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.115969] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e961767f-47ef-43a8-8f1a-0fa2ba914783 with status ACTIVE [ 826.116540] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.116540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.116540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.116732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.116801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.117110] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.117252] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.117346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.117561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.117665] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.117943] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.118099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.118358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.118358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.118457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.119064] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e961767f-47ef-43a8-8f1a-0fa2ba914783 is going to be updated. [ 826.142207] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.142207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.142207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.142420] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.142501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.142673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e961767f-47ef-43a8-8f1a-0fa2ba914783" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.621536] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('61df31cc-31a8-4bd9-980c-fa15dc5827df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.124207] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.124608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.124608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.124795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.124795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.124919] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df is going to be created. [ 827.142926] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: SUCCESS [ 827.143202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.154955] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.155245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.155245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.155412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.155566] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.166190] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df in Status: UNINITIALIZED for 2s [ 827.932787] env[65530]: INFO networking_nsxv3.common.synchronization [None req-07624f76-a21b-4bc8-9387-562c9da2b10d None None] Enqueued Resource ID: dc72df5c-db6d-4dce-98cd-2d83e886e5fb with Priority: HIGHEST for action port [ 827.933652] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc72df5c-db6d-4dce-98cd-2d83e886e5fb with Priority: HIGHEST for action port [ 827.933871] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc72df5c-db6d-4dce-98cd-2d83e886e5fb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.934031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc72df5c-db6d-4dce-98cd-2d83e886e5fb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.934087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc72df5c-db6d-4dce-98cd-2d83e886e5fb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.934350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc72df5c-db6d-4dce-98cd-2d83e886e5fb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.934438] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc72df5c-db6d-4dce-98cd-2d83e886e5fb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.139273] env[65530]: INFO networking_nsxv3.common.synchronization [req-8d5d6cd4-b2be-4ac4-9e63-0e7180107717 req-e4178f2b-069a-4426-a5f7-4b6ba17822bf tempest-ServerDiskConfigTestJSON-182912250 tempest-ServerDiskConfigTestJSON-182912250-project-member] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 828.139829] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 828.140155] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.140281] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.140348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.140545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.140743] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.140794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.140842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.140985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.141085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.141178] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.437362] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dc72df5c-db6d-4dce-98cd-2d83e886e5fb [ 828.437362] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.437362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.437362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.437362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.437362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.437362] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dc72df5c-db6d-4dce-98cd-2d83e886e5fb already deleted. [ 828.438157] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc72df5c-db6d-4dce-98cd-2d83e886e5fb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.493073] env[65530]: INFO networking_nsxv3.common.synchronization [req-37ff2bf7-d29e-4090-bbf0-6dd854f78f5a req-42febee0-45da-46d7-87eb-367c5fbae7c7 tempest-ServersNegativeTestJSON-372436334 tempest-ServersNegativeTestJSON-372436334-project-member] Enqueued Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 828.493073] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 828.493073] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.493073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.493073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.493073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.493073] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.493073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.493073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.493073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.493770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.494176] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.540658] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.541025] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.541102] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.541390] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.541710] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.542314] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.542428] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.542662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.543346] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.543346] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.543346] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 828.543346] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 828.543346] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 828.543558] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 828.543558] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 828.544091] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 828.566364] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 828.566650] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 828.566849] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 828.567146] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.567538] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-fc0dc3ed-cf12-4026-bb58-f1a849a32401 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.567683] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-fc0dc3ed-cf12-4026-bb58-f1a849a32401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.567815] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-fc0dc3ed-cf12-4026-bb58-f1a849a32401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.568264] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-fc0dc3ed-cf12-4026-bb58-f1a849a32401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.568315] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc0dc3ed-cf12-4026-bb58-f1a849a32401',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.644056] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.644233] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.644336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.644523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.644607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.644814] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.644911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.644977] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.645160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.645218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.645304] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be deleted. [ 828.682092] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.682092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.682092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.682092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.682092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.682092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.999751] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.072873] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.075167] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.075167] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.075167] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.075167] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.075167] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port fc0dc3ed-cf12-4026-bb58-f1a849a32401 not found, creating... [ 829.075167] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.075869] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.075869] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.075869] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.075869] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.076011] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.076480] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.076480] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.076693] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.076693] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.076787] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: fc0dc3ed-cf12-4026-bb58-f1a849a32401 is going to be created. [ 829.099972] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.099972] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.099972] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.099972] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.100386] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.100436] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-fc0dc3ed-cf12-4026-bb58-f1a849a32401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.181623] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df in Status: SUCCESS [ 829.181623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.181623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.181623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.181623] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.181623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.181623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.181623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.181623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.181623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.181623] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('61df31cc-31a8-4bd9-980c-fa15dc5827df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.193393] env[65530]: INFO networking_nsxv3.common.synchronization [None req-9c4937f0-a386-409b-8871-738032044821 tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGHEST for action security_group_rules [ 829.194056] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGHEST for action security_group_rules [ 829.195105] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.195105] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.195105] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.195340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.195427] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.333892] env[65530]: INFO networking_nsxv3.common.synchronization [None req-78c647a9-c8c2-4006-a2d4-21e91696b27f tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGHEST for action security_group_rules [ 829.334841] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGHEST for action security_group_rules [ 829.335191] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.335307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.502430] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.685351] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('61df31cc-31a8-4bd9-980c-fa15dc5827df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.716514] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.716728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.716728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.716933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.717026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.717137] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da already deleted. [ 829.717221] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.717365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.717744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.717744] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.848551] env[65530]: INFO networking_nsxv3.common.synchronization [req-8d5d6cd4-b2be-4ac4-9e63-0e7180107717 req-9240f44c-759c-4352-90a4-5eab03e61c9a service nova] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_rules [ 829.848781] env[65530]: INFO networking_nsxv3.common.synchronization [req-8d5d6cd4-b2be-4ac4-9e63-0e7180107717 req-9240f44c-759c-4352-90a4-5eab03e61c9a service nova] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 829.848883] env[65530]: INFO networking_nsxv3.common.synchronization [req-8d5d6cd4-b2be-4ac4-9e63-0e7180107717 req-9240f44c-759c-4352-90a4-5eab03e61c9a service nova] Enqueued Resource ID: fc0dc3ed-cf12-4026-bb58-f1a849a32401 with Priority: HIGHEST for action port [ 829.849382] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_rules [ 829.849516] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 829.849613] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc0dc3ed-cf12-4026-bb58-f1a849a32401 with Priority: HIGHEST for action port [ 829.849885] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.850025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.853734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.853905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.854022] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.855051] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.855189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.856148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.856237] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.857861] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.857861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.857861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.857861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.857861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.857861] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.859064] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc0dc3ed-cf12-4026-bb58-f1a849a32401 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.859179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc0dc3ed-cf12-4026-bb58-f1a849a32401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.859261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc0dc3ed-cf12-4026-bb58-f1a849a32401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.863044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc0dc3ed-cf12-4026-bb58-f1a849a32401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.863044] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc0dc3ed-cf12-4026-bb58-f1a849a32401',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.009355] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.009355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.009355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.009355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.009355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.009355] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063c42d5-5927-4170-bc4a-bde830806d2e is going to be updated. [ 830.041980] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.041980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.041980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.041980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.041980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.050194] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: IN_PROGRESS for 2s [ 830.187794] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 61df31cc-31a8-4bd9-980c-fa15dc5827df: rpc.has_security_group_logging(os_id): False [ 830.207082] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.207082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.207082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.207082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.207082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.207082] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.207082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.207082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.207082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.207082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.207082] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df is going to be created. [ 830.240466] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.240695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.240769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.240979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.241075] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.241170] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da already deleted. [ 830.241247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.286598] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.286598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.286598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.286598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.286598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.298876] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df in Status: IN_PROGRESS for 2s [ 830.359417] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.361171] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.361319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.361459] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc0dc3ed-cf12-4026-bb58-f1a849a32401 with status ACTIVE [ 830.361661] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.361736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.361785] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.361998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.362113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.362263] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.362360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.362420] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.362572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.362647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.362823] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.362916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.362973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.363130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.363201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.363286] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc0dc3ed-cf12-4026-bb58-f1a849a32401 is going to be updated. [ 830.407790] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.408075] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.408200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.408519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.408737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.408988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc0dc3ed-cf12-4026-bb58-f1a849a32401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.433241] env[65530]: INFO networking_nsxv3.common.synchronization [None req-acef6df9-c4d3-4f12-8c09-27d0003eaa78 None None] Enqueued Resource ID: 24de19c6-9a31-4ca4-a9e5-e7dabf3c9e8c with Priority: HIGHEST for action port [ 830.433313] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24de19c6-9a31-4ca4-a9e5-e7dabf3c9e8c with Priority: HIGHEST for action port [ 830.434368] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-24de19c6-9a31-4ca4-a9e5-e7dabf3c9e8c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.434572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24de19c6-9a31-4ca4-a9e5-e7dabf3c9e8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.434653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24de19c6-9a31-4ca4-a9e5-e7dabf3c9e8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.434952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24de19c6-9a31-4ca4-a9e5-e7dabf3c9e8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.435056] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24de19c6-9a31-4ca4-a9e5-e7dabf3c9e8c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.831623] env[65530]: INFO networking_nsxv3.common.synchronization [req-8819c497-8d9d-43d4-9d3a-230fa1a63662 req-a2e0e140-4b8d-4b46-b77e-5242da884727 tempest-ImagesTestJSON-1643481996 tempest-ImagesTestJSON-1643481996-project-member] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 830.832485] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 830.833159] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.833893] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.834217] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.834607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.835400] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.835400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.835400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.835400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.835834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.836063] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.862080] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.937493] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24de19c6-9a31-4ca4-a9e5-e7dabf3c9e8c [ 830.937732] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.937870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.937976] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.938179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.938260] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.938358] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24de19c6-9a31-4ca4-a9e5-e7dabf3c9e8c already deleted. [ 830.938454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24de19c6-9a31-4ca4-a9e5-e7dabf3c9e8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.238231] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.238664] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.238714] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.240027] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.240027] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.240027] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.240027] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.240027] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.240027] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.240851] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.240851] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.240851] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.240851] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.240996] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.241115] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.241222] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.265992] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.266108] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.266251] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.266436] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.266799] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-473ac5b8-5214-42ff-950a-00d4e4017eee taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.266981] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-473ac5b8-5214-42ff-950a-00d4e4017eee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.267055] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-473ac5b8-5214-42ff-950a-00d4e4017eee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.267423] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-473ac5b8-5214-42ff-950a-00d4e4017eee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.267558] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473ac5b8-5214-42ff-950a-00d4e4017eee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.339669] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.339909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.340052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.340337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.340463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.340743] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.340888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.340986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.341222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.341340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.341467] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be deleted. [ 831.365331] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.366429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.366429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.366621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.366730] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.366828] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be created. [ 831.370852] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.371080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.371118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.371312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.371409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.371532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.393246] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.393514] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.393514] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.393820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.394182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.404326] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: UNINITIALIZED for 2s [ 831.771070] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.771261] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.771389] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.771688] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.771930] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.772107] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 473ac5b8-5214-42ff-950a-00d4e4017eee not found, creating... [ 831.772388] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.772668] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.772668] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.772901] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.773050] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.773356] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.773591] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.773654] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.773885] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.774173] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.774366] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 473ac5b8-5214-42ff-950a-00d4e4017eee is going to be created. [ 831.801127] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.801127] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.801127] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.801127] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.801127] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.801127] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-473ac5b8-5214-42ff-950a-00d4e4017eee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.060590] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: SUCCESS [ 832.060810] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.317062] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df in Status: SUCCESS [ 832.317352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.571329] env[65530]: INFO networking_nsxv3.common.synchronization [req-8819c497-8d9d-43d4-9d3a-230fa1a63662 req-e06844fa-f19f-4513-9281-37234ba275f2 service nova] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_rules [ 832.571450] env[65530]: INFO networking_nsxv3.common.synchronization [req-8819c497-8d9d-43d4-9d3a-230fa1a63662 req-e06844fa-f19f-4513-9281-37234ba275f2 service nova] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 832.571585] env[65530]: INFO networking_nsxv3.common.synchronization [req-8819c497-8d9d-43d4-9d3a-230fa1a63662 req-e06844fa-f19f-4513-9281-37234ba275f2 service nova] Enqueued Resource ID: 473ac5b8-5214-42ff-950a-00d4e4017eee with Priority: HIGHEST for action port [ 832.572210] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_rules [ 832.572354] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 832.572468] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 473ac5b8-5214-42ff-950a-00d4e4017eee with Priority: HIGHEST for action port [ 832.572727] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.572858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.572926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.573168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.573264] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.574269] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.574406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.574482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.574747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.574841] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.574934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.574934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.575102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.575179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.575258] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.577527] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-473ac5b8-5214-42ff-950a-00d4e4017eee taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.577527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-473ac5b8-5214-42ff-950a-00d4e4017eee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.577527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-473ac5b8-5214-42ff-950a-00d4e4017eee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.577527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-473ac5b8-5214-42ff-950a-00d4e4017eee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.577527] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('473ac5b8-5214-42ff-950a-00d4e4017eee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.079046] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.079218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.079587] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.080740] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 473ac5b8-5214-42ff-950a-00d4e4017eee with status ACTIVE [ 833.080740] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.080984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.080984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.081134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.081221] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.081420] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.081522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.081587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.081746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.081826] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.082017] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.082499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.082570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.082849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.083042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.083116] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 473ac5b8-5214-42ff-950a-00d4e4017eee is going to be updated. [ 833.106024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.106291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.106291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.106527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.106587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.106767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-473ac5b8-5214-42ff-950a-00d4e4017eee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.414520] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 833.414789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.414957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.415206] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.415400] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.415521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.415702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.415788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.415854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.415979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.416270] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.585034] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.918280] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.918475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.918574] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.918826] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.919057] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.919179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.919239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.919393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.919483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.919581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.919738] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.919856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.919913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.920098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.920308] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.920408] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.920479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.920689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.920777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.920970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.921099] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.087983] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.088132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.088174] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.088454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.088801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.088801] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be created. [ 834.115599] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.115599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.115800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.116804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.116804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.130834] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: UNINITIALIZED for 2s [ 834.424697] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a16b9a7e-fe27-4054-92ab-62cdd280cdfb: rpc.has_security_group_logging(os_id): False [ 834.444601] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.444957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.444957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.445068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.445156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.445396] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.445584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.445584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.445839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.445839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.446015] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.446169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.446244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.446401] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.446480] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.446702] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.446817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.446882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.447076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.447385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.447385] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be created. [ 834.509870] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.510122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.510122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.510370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.510562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.532299] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 835.923443] env[65530]: INFO networking_nsxv3.common.synchronization [None req-b3cd1a40-ed2d-412a-870c-81689a0192ef tempest-ServerActionsTestJSON-971036309 tempest-ServerActionsTestJSON-971036309-project-member] Enqueued Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGHEST for action security_group_rules [ 835.924262] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGHEST for action security_group_rules [ 835.924982] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.925246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.925246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.925454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.925587] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9f3eedc-9f1b-4b13-871d-4e2811298fe0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.062722] env[65530]: INFO networking_nsxv3.common.synchronization [None req-b9aa0ad4-bdc5-4cd0-8e87-b2d974949f36 tempest-ServerActionsTestJSON-971036309 tempest-ServerActionsTestJSON-971036309-project-member] Enqueued Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGHEST for action security_group_rules [ 836.063817] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGHEST for action security_group_rules [ 836.063817] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.064000] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.143230] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 836.143370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.143548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.143826] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.144044] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.144183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.144313] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.144405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.144506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.147533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.147533] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.447445] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.447632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.447701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.447957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.448060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.448175] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 already deleted. [ 836.448290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.448542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.448866] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.449027] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9f3eedc-9f1b-4b13-871d-4e2811298fe0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.530518] env[65530]: INFO networking_nsxv3.common.synchronization [req-576ded87-f255-4c4e-929e-cac513dd40c3 req-d774fa7c-ae80-43cc-b5d6-e0d372aeaa75 tempest-ServersAdminTestJSON-154072691 tempest-ServersAdminTestJSON-154072691-project-member] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 836.535974] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 836.540899] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.540899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.542034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.542034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.542034] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.542034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.542034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.542438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.542438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.542438] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.558517] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 836.558517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.652338] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.652784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.652784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.652870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.652980] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.653114] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.653176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.653334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.653414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.653671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.653671] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.653937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.653937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.654051] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.654151] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.654244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.654300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.654436] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.654512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.654591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.654679] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.970685] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.971146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.971146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.971146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.971273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.971316] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 already deleted. [ 836.971355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.048647] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.162152] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a523caae-6b74-45d5-911b-2e828937aa60: rpc.has_security_group_logging(os_id): False [ 837.185525] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.185872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.185872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.185975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.185975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.186227] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.186359] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.186398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.186533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.186610] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.186811] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.186906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.186970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.187129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.187202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.187381] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.187472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.187534] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.187671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.187744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.187828] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be created. [ 837.252061] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.252519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.252634] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.252926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.253323] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.265316] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 837.550608] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.053899] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.054205] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.054267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.055030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.055030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.055030] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be updated. [ 838.087255] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.087457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.087565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.087795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.088076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.098907] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 839.280921] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 839.280921] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.109607] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 840.109607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.883262] env[65530]: INFO networking_nsxv3.common.synchronization [req-a8eceba3-6aa7-4ea0-b44f-2ff1c00a2d60 req-bb2a1e06-1894-405b-b126-f4bca89af5ca tempest-ListServerFiltersTestJSON-334157734 tempest-ListServerFiltersTestJSON-334157734-project-member] Enqueued Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 840.883835] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 840.884258] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.884392] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.884442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.884679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.884831] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.884929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.884986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.885225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.885313] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.885408] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.256912] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.257160] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-814" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.257364] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-814" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.257737] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-814" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.258142] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.258481] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.258557] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.258789] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.258935] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.259165] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.259278] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.259387] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.259494] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.259602] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.259707] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.259839] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.281030] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.281222] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.281373] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.281556] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-814" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.281894] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-a2eee733-cf61-4fb4-a139-58cf4903651a taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.282098] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-a2eee733-cf61-4fb4-a139-58cf4903651a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.282220] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-a2eee733-cf61-4fb4-a139-58cf4903651a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.282532] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-a2eee733-cf61-4fb4-a139-58cf4903651a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.282667] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2eee733-cf61-4fb4-a139-58cf4903651a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.388959] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.388959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.389415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.389466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.389656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.389988] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.390101] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.390197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.390443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.390567] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.390699] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 already deleted. [ 841.390830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.785700] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.785943] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.786086] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.786405] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.786565] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.786726] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port a2eee733-cf61-4fb4-a139-58cf4903651a not found, creating... [ 841.786997] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.787171] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.787295] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.787523] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.787662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.787955] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.788132] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.788249] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.788472] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.788602] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.788752] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: a2eee733-cf61-4fb4-a139-58cf4903651a is going to be created. [ 841.810520] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.810729] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.810853] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.811147] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.811376] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.811602] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-a2eee733-cf61-4fb4-a139-58cf4903651a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.521480] env[65530]: INFO networking_nsxv3.common.synchronization [req-a8eceba3-6aa7-4ea0-b44f-2ff1c00a2d60 req-4f1d9ace-7446-4301-bfa4-1fc783e3680d service nova] Enqueued Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_rules [ 842.521741] env[65530]: INFO networking_nsxv3.common.synchronization [req-a8eceba3-6aa7-4ea0-b44f-2ff1c00a2d60 req-4f1d9ace-7446-4301-bfa4-1fc783e3680d service nova] Enqueued Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 842.522203] env[65530]: INFO networking_nsxv3.common.synchronization [req-a8eceba3-6aa7-4ea0-b44f-2ff1c00a2d60 req-4f1d9ace-7446-4301-bfa4-1fc783e3680d service nova] Enqueued Resource ID: a2eee733-cf61-4fb4-a139-58cf4903651a with Priority: HIGHEST for action port [ 842.522493] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_rules [ 842.522625] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 842.522721] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2eee733-cf61-4fb4-a139-58cf4903651a with Priority: HIGHEST for action port [ 842.523000] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.523166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.523256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.523464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.523546] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.524443] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.524545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.524630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.524768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.525299] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.525416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.525499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.525633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.525905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.526034] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.527322] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2eee733-cf61-4fb4-a139-58cf4903651a taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.530325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2eee733-cf61-4fb4-a139-58cf4903651a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.530325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2eee733-cf61-4fb4-a139-58cf4903651a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.530325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2eee733-cf61-4fb4-a139-58cf4903651a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.530325] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2eee733-cf61-4fb4-a139-58cf4903651a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.029860] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2eee733-cf61-4fb4-a139-58cf4903651a with status ACTIVE [ 843.030118] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.030247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.030317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.030540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.030630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.030809] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.030914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.030980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.031148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.031225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.031407] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.031499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.031734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.031734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.031831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.031831] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2eee733-cf61-4fb4-a139-58cf4903651a is going to be updated. [ 843.034687] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.034737] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.034894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.057636] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.057799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.057846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.058278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.058278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.058419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2eee733-cf61-4fb4-a139-58cf4903651a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.537296] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 844.040383] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.040554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.040627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.040845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.040934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.041051] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 is going to be created. [ 844.065989] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.065989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.066302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.066302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.066475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.079988] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: UNINITIALIZED for 2s [ 846.092609] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: SUCCESS [ 846.092609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.093038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.094045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.094045] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.094045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.094045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.094045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.094045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.094045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.094045] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.596970] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.597216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.597216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.597379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.597542] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.597646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.597712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.597856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.597940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.598041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.598200] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.598313] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.598443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.598491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.598626] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.598698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.598764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.598897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.598993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.599059] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.599153] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.101721] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a322ed71-4a4f-4ac4-98a0-02642129bfe5: rpc.has_security_group_logging(os_id): False [ 847.122587] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.122788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.122878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.123416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.123416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.123529] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.123632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.123728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.123972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.124078] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.124289] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.124384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.124446] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.124902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.124902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.124902] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.125095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.125095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.125536] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.125903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.125903] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 is going to be created. [ 847.195567] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.195739] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.195790] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.196063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.196343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.207589] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: IN_PROGRESS for 2s [ 847.523652] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 847.523760] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 849.221997] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: SUCCESS [ 849.222344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.085455] env[65530]: INFO networking_nsxv3.common.synchronization [req-830ff2a8-c5c3-4d18-8758-bd4170b5c406 req-a466ba0e-ee04-49e0-9de2-54bdbf54707b tempest-ListServerFiltersTestJSON-334157734 tempest-ListServerFiltersTestJSON-334157734-project-member] Enqueued Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 850.086371] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 850.086371] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.086371] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.086660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.086660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.086783] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.086880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.086941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.087107] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.087920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.087920] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.445441] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.445838] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-814" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.445838] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-814" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.446222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-814" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.446720] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.446720] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.446930] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.447255] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.447453] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.448252] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.448450] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 850.448613] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 850.448770] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 850.448929] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 850.449121] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 850.449313] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 850.468780] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 850.468958] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 850.469119] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 850.469296] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-814" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.469770] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-819440e1-9d2d-4732-8365-3654cd6d5bd2 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.469770] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-819440e1-9d2d-4732-8365-3654cd6d5bd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.469957] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-819440e1-9d2d-4732-8365-3654cd6d5bd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.470223] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-819440e1-9d2d-4732-8365-3654cd6d5bd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.470372] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('819440e1-9d2d-4732-8365-3654cd6d5bd2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.591059] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.973409] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.973409] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.973666] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.973906] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.974115] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.974329] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 819440e1-9d2d-4732-8365-3654cd6d5bd2 not found, creating... [ 850.974948] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.974948] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.975111] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.975496] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.975496] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.975792] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.975968] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.976111] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.976468] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.976533] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.976630] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 819440e1-9d2d-4732-8365-3654cd6d5bd2 is going to be created. [ 851.003074] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.003074] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.003074] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.003352] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.004319] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.004319] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-819440e1-9d2d-4732-8365-3654cd6d5bd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.094667] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.598787] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.599204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.599204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.599297] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.599335] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.599448] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 is going to be updated. [ 851.635404] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.635404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.635404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.636207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.636207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.646462] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: IN_PROGRESS for 2s [ 851.777361] env[65530]: INFO networking_nsxv3.common.synchronization [req-830ff2a8-c5c3-4d18-8758-bd4170b5c406 req-e0b5ab06-f8db-4f86-a89b-f71d098cbf14 service nova] Enqueued Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_rules [ 851.777546] env[65530]: INFO networking_nsxv3.common.synchronization [req-830ff2a8-c5c3-4d18-8758-bd4170b5c406 req-e0b5ab06-f8db-4f86-a89b-f71d098cbf14 service nova] Enqueued Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 851.777680] env[65530]: INFO networking_nsxv3.common.synchronization [req-830ff2a8-c5c3-4d18-8758-bd4170b5c406 req-e0b5ab06-f8db-4f86-a89b-f71d098cbf14 service nova] Enqueued Resource ID: 819440e1-9d2d-4732-8365-3654cd6d5bd2 with Priority: HIGHEST for action port [ 851.778241] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_rules [ 851.778393] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 851.779466] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 819440e1-9d2d-4732-8365-3654cd6d5bd2 with Priority: HIGHEST for action port [ 851.780174] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.780374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.780457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.780689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.780799] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 851.783121] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.783229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.783735] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-819440e1-9d2d-4732-8365-3654cd6d5bd2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.784779] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-819440e1-9d2d-4732-8365-3654cd6d5bd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.784905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-819440e1-9d2d-4732-8365-3654cd6d5bd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.785116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-819440e1-9d2d-4732-8365-3654cd6d5bd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.785217] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('819440e1-9d2d-4732-8365-3654cd6d5bd2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.287356] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.287545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.290415] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 819440e1-9d2d-4732-8365-3654cd6d5bd2 with status ACTIVE [ 852.290721] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.290899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.290975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.291356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.291511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.291888] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.291965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.292064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.292407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.292537] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.292878] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.293042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.293156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.293380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.293491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.293682] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 819440e1-9d2d-4732-8365-3654cd6d5bd2 is going to be updated. [ 852.296533] env[65530]: INFO networking_nsxv3.common.synchronization [req-eabacd7b-69cb-436e-b2d1-e78da1ba32ee req-af0f96aa-84f8-41d9-b700-70a61f1c0541 tempest-ListServerFiltersTestJSON-334157734 tempest-ListServerFiltersTestJSON-334157734-project-member] Enqueued Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 852.297328] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 852.298352] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.298492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.321243] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.321484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.321484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.321670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.321807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.322026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-819440e1-9d2d-4732-8365-3654cd6d5bd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.683730] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-814 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.684167] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-814" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.684167] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-814" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.684377] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-814" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.684683] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.684794] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.687247] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.687247] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.687443] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.687552] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.687793] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 852.687793] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 852.687913] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 852.688596] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 852.688596] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 852.688596] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 852.709730] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 852.709916] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 852.710069] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 852.710241] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-814" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.710569] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-f5e2b584-50c1-4a8a-9be7-7ca64d17fd32 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.710733] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-f5e2b584-50c1-4a8a-9be7-7ca64d17fd32" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.710850] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-f5e2b584-50c1-4a8a-9be7-7ca64d17fd32" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.711205] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-f5e2b584-50c1-4a8a-9be7-7ca64d17fd32" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.711343] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e2b584-50c1-4a8a-9be7-7ca64d17fd32',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.215537] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.215537] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.215785] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.216132] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.216132] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.216270] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port f5e2b584-50c1-4a8a-9be7-7ca64d17fd32 not found, creating... [ 853.217049] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.217049] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.217049] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.217049] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.217312] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.217351] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.217485] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.217594] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.217807] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.217937] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.218090] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: f5e2b584-50c1-4a8a-9be7-7ca64d17fd32 is going to be created. [ 853.238692] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.239049] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.239256] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.239740] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.239984] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.240239] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-f5e2b584-50c1-4a8a-9be7-7ca64d17fd32" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.660577] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: SUCCESS [ 853.660835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.661069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.661255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.661490] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.661613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.661679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.661847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.661927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.662078] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.012071] env[65530]: INFO networking_nsxv3.common.synchronization [req-eabacd7b-69cb-436e-b2d1-e78da1ba32ee req-1bb79054-8bbc-4fd4-98bb-24aa2c157175 service nova] Enqueued Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_rules [ 854.012071] env[65530]: INFO networking_nsxv3.common.synchronization [req-eabacd7b-69cb-436e-b2d1-e78da1ba32ee req-1bb79054-8bbc-4fd4-98bb-24aa2c157175 service nova] Enqueued Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 854.012071] env[65530]: INFO networking_nsxv3.common.synchronization [req-eabacd7b-69cb-436e-b2d1-e78da1ba32ee req-1bb79054-8bbc-4fd4-98bb-24aa2c157175 service nova] Enqueued Resource ID: f5e2b584-50c1-4a8a-9be7-7ca64d17fd32 with Priority: HIGHEST for action port [ 854.012745] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_rules [ 854.012745] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 854.012745] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f5e2b584-50c1-4a8a-9be7-7ca64d17fd32 with Priority: HIGHEST for action port [ 854.012745] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.012904] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.013033] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.013253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.013427] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-f5e2b584-50c1-4a8a-9be7-7ca64d17fd32 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.013427] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f5e2b584-50c1-4a8a-9be7-7ca64d17fd32" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.013627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f5e2b584-50c1-4a8a-9be7-7ca64d17fd32" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.013766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f5e2b584-50c1-4a8a-9be7-7ca64d17fd32" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.013766] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f5e2b584-50c1-4a8a-9be7-7ca64d17fd32',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.165097] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.516403] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f5e2b584-50c1-4a8a-9be7-7ca64d17fd32 with status ACTIVE [ 854.516403] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.516403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.516747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.516747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.516844] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.516946] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.517071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.517130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.517274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.517350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.517524] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.517618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.517678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.517854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.517933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.518035] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f5e2b584-50c1-4a8a-9be7-7ca64d17fd32 is going to be updated. [ 854.527645] env[65530]: INFO networking_nsxv3.common.synchronization [None req-73a1f922-be43-4005-870e-30daf2c3c280 tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGHEST for action security_group_rules [ 854.528148] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGHEST for action security_group_rules [ 854.528514] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc3331f-cf07-4a6e-b31e-875d679f5360 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.528684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.528768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.529031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.529124] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.539294] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.539419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 854.539489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 854.539653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 854.539791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.539953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f5e2b584-50c1-4a8a-9be7-7ca64d17fd32" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 854.667110] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 854.668725] env[65530]: INFO networking_nsxv3.common.synchronization [None req-69034def-c7b6-492b-a5af-60d0acd81f2b tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGHEST for action security_group_rules [ 854.669494] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGHEST for action security_group_rules [ 854.669778] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc3331f-cf07-4a6e-b31e-875d679f5360 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 854.669882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.056260] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.056554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.056554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.056745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.056895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.056959] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 already deleted. [ 855.057062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.057225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.057369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.057454] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 855.170555] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.170776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.170823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.171034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.171129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.171257] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 is going to be updated. [ 855.203211] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.203351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.203418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.203633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.203778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.212273] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: IN_PROGRESS for 2s [ 855.582780] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 855.583662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.583662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.583662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 855.583662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 855.583662] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 already deleted. [ 855.583662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.062230] env[65530]: INFO networking_nsxv3.common.synchronization [req-074b0570-c194-4bfe-8a7f-bdfd02b0f367 req-a0ccd0de-e329-4177-99ae-bd088c40d536 tempest-DeleteServersTestJSON-1181561514 tempest-DeleteServersTestJSON-1181561514-project-member] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 856.062230] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 856.062230] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.062230] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.062230] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.064041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.064776] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.064776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.064776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.065354] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.065912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.067381] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.500531] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-56 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.501797] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.501797] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.501797] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.501797] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.501797] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.501797] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.502936] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.506726] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.507087] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.507269] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 856.507394] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 856.507507] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 856.507623] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 856.507749] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 856.507978] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 856.532597] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 856.533186] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 856.533186] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 856.533333] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.533783] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-34940d67-21ff-467b-b669-ebb62e62b9bf taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.534175] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-34940d67-21ff-467b-b669-ebb62e62b9bf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.534504] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-34940d67-21ff-467b-b669-ebb62e62b9bf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.534942] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-34940d67-21ff-467b-b669-ebb62e62b9bf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.535155] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34940d67-21ff-467b-b669-ebb62e62b9bf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 856.574243] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.574243] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.574459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.574545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.574635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.574875] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.575029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.575104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.575274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.575364] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.575512] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 already deleted. [ 856.575512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.038318] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.038556] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.038682] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.038964] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.039126] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.039282] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 34940d67-21ff-467b-b669-ebb62e62b9bf not found, creating... [ 857.039538] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.039695] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.039810] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.040050] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.040192] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.040489] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.040650] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.040765] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.040971] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.041119] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.041256] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 34940d67-21ff-467b-b669-ebb62e62b9bf is going to be created. [ 857.066401] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.066768] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.066768] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.067044] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.067285] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.067512] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-34940d67-21ff-467b-b669-ebb62e62b9bf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.222058] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: IN_PROGRESS for 4s [ 857.766189] env[65530]: INFO networking_nsxv3.common.synchronization [req-074b0570-c194-4bfe-8a7f-bdfd02b0f367 req-3fc6ebc1-03ee-424d-8812-cd64d46e29b3 service nova] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_rules [ 857.766432] env[65530]: INFO networking_nsxv3.common.synchronization [req-074b0570-c194-4bfe-8a7f-bdfd02b0f367 req-3fc6ebc1-03ee-424d-8812-cd64d46e29b3 service nova] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 857.766533] env[65530]: INFO networking_nsxv3.common.synchronization [req-074b0570-c194-4bfe-8a7f-bdfd02b0f367 req-3fc6ebc1-03ee-424d-8812-cd64d46e29b3 service nova] Enqueued Resource ID: 34940d67-21ff-467b-b669-ebb62e62b9bf with Priority: HIGHEST for action port [ 857.767094] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_rules [ 857.767246] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 857.767426] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34940d67-21ff-467b-b669-ebb62e62b9bf with Priority: HIGHEST for action port [ 857.767605] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.767747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.767747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.768242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.768242] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.769078] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.769276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.769276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.769382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.769537] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.769640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.769688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.769816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.769945] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.770109] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.775498] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-34940d67-21ff-467b-b669-ebb62e62b9bf taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.775498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34940d67-21ff-467b-b669-ebb62e62b9bf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.775498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34940d67-21ff-467b-b669-ebb62e62b9bf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.775498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34940d67-21ff-467b-b669-ebb62e62b9bf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.775498] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34940d67-21ff-467b-b669-ebb62e62b9bf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.273067] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.273660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.273660] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.274405] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34940d67-21ff-467b-b669-ebb62e62b9bf with status ACTIVE [ 858.275126] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.275126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.275126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.275126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.275126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.275459] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.275459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.275459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.275582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.275648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.277658] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.277658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.277658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.277658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.277658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.277658] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34940d67-21ff-467b-b669-ebb62e62b9bf is going to be updated. [ 858.299397] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.299397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.299637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.301820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.301820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.301820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34940d67-21ff-467b-b669-ebb62e62b9bf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.778339] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.237066] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: SUCCESS [ 859.237066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.237066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.237066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.237349] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.237349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.237349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.237482] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.237643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.237643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.237736] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.239251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.239438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.239612] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.239724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.239789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.239934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.240057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.240145] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.281215] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.281782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.281782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.281782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.281963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.281963] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be created. [ 859.321497] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.321707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.321707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.321919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.322125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.332588] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: UNINITIALIZED for 2s [ 859.472418] env[65530]: INFO networking_nsxv3.common.synchronization [None req-83dacc2c-b3c3-431d-961c-d443882f6e57 None None] Enqueued Resource ID: 95fb868b-ec58-4f32-b4ce-69001cbc69be with Priority: HIGHEST for action port [ 859.473135] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95fb868b-ec58-4f32-b4ce-69001cbc69be with Priority: HIGHEST for action port [ 859.473853] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-95fb868b-ec58-4f32-b4ce-69001cbc69be taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.473853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95fb868b-ec58-4f32-b4ce-69001cbc69be" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.473853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95fb868b-ec58-4f32-b4ce-69001cbc69be" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.474198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95fb868b-ec58-4f32-b4ce-69001cbc69be" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.474297] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95fb868b-ec58-4f32-b4ce-69001cbc69be',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.740136] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.740302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.741656] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.976273] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95fb868b-ec58-4f32-b4ce-69001cbc69be [ 859.976847] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.976847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.976847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.977122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.977283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.977283] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95fb868b-ec58-4f32-b4ce-69001cbc69be already deleted. [ 859.977380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95fb868b-ec58-4f32-b4ce-69001cbc69be" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.243860] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 860.748840] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.748840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.748840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.748840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.748840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.748840] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 is going to be updated. [ 860.777316] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.777512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.777512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.777784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.777944] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.789499] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: IN_PROGRESS for 2s [ 861.323532] env[65530]: INFO networking_nsxv3.common.synchronization [req-902abfff-dd91-47e2-9e96-e2011f3ef83a req-6a22bacb-e42c-4f7c-979a-fca9f705cd76 tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: d26477f7-9807-4295-854d-9e3d4b9f125c with Priority: HIGHEST for action security_group_members [ 861.323532] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26477f7-9807-4295-854d-9e3d4b9f125c with Priority: HIGHEST for action security_group_members [ 861.323768] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26477f7-9807-4295-854d-9e3d4b9f125c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.323902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.323986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.324318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.324649] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.324649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.324649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.324804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.324848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.324936] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26477f7-9807-4295-854d-9e3d4b9f125c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.344461] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 861.344461] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.344461] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.344461] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.344849] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.344849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.344849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.344991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.345102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.345208] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.345316] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.724616] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.724616] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.724616] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.724616] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.725125] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.725289] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.725425] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.727078] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.727078] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.727078] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.727078] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 861.727078] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 861.727078] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 861.727078] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 861.727078] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 861.727078] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 861.751432] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 861.751731] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 861.751782] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 861.752023] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.752377] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-625790e6-91d3-4900-9587-6dca81b53b1e taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.752552] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-625790e6-91d3-4900-9587-6dca81b53b1e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.752805] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-625790e6-91d3-4900-9587-6dca81b53b1e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.752981] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-625790e6-91d3-4900-9587-6dca81b53b1e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.753125] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('625790e6-91d3-4900-9587-6dca81b53b1e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.827658] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.827819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.827914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.828225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.828350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.828549] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.828679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.828725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.828913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.828981] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.829090] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26477f7-9807-4295-854d-9e3d4b9f125c already deleted. [ 861.829224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.846975] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.847169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.847250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.847503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.847727] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.847831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.847899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.848099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.848180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.848284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.848443] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.848529] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.850215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.850215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.850215] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.850215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.850215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.850215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.850215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.850215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.850215] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.955321] env[65530]: INFO networking_nsxv3.common.synchronization [None req-d0cd5848-7b56-454d-a535-59c0fc6707a3 None None] Enqueued Resource ID: 6f1989af-024b-4e22-8235-8ed2718cee55 with Priority: HIGHEST for action port [ 861.955858] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6f1989af-024b-4e22-8235-8ed2718cee55 with Priority: HIGHEST for action port [ 861.956966] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-6f1989af-024b-4e22-8235-8ed2718cee55 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.957110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6f1989af-024b-4e22-8235-8ed2718cee55" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.957181] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6f1989af-024b-4e22-8235-8ed2718cee55" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.957417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6f1989af-024b-4e22-8235-8ed2718cee55" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.957502] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6f1989af-024b-4e22-8235-8ed2718cee55',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.256675] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.256911] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.257054] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.257347] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.257494] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.257645] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 625790e6-91d3-4900-9587-6dca81b53b1e not found, creating... [ 862.257899] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.258066] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.258203] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.258555] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.258555] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.258779] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.258927] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.259048] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.259254] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.259379] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.259511] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 625790e6-91d3-4900-9587-6dca81b53b1e is going to be created. [ 862.283937] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.284278] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.284352] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.284632] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.284858] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.285128] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-625790e6-91d3-4900-9587-6dca81b53b1e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.351805] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c7c771-f3e0-4914-bbef-543112491834: rpc.has_security_group_logging(os_id): False [ 862.384453] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.384453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.384453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.384453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.384453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.384453] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.384453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.384453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.384453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.384453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.384453] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.384453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.384453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.385311] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.385311] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.385311] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.385311] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.385311] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.385498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.385540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.385753] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be created. [ 862.409429] env[65530]: INFO networking_nsxv3.common.synchronization [req-9dccd959-2144-4a5a-9cef-7e8480c53f96 req-2ff6237e-4adb-4a68-b5b5-47fc8fb56033 tempest-ImagesTestJSON-1643481996 tempest-ImagesTestJSON-1643481996-project-member] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 862.410145] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 862.410697] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.410889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.410968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.411230] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.411403] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.411532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.411611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.411799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.411907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.412042] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.459443] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6f1989af-024b-4e22-8235-8ed2718cee55 [ 862.459674] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.459861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.459949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.460196] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.460308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.460404] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6f1989af-024b-4e22-8235-8ed2718cee55 already deleted. [ 862.460485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6f1989af-024b-4e22-8235-8ed2718cee55" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.514598] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.514802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.514857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.516874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.516874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.533495] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 862.800585] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: SUCCESS [ 862.800949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.801354] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.801354] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.801592] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.801726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.801824] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.802115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.802218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.802292] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.915130] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.915130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.915130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.915741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.916105] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.916490] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.917908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.917908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.917908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.917908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.917908] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 862.950465] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.951112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.951112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.951692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.951692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.963289] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 863.050848] env[65530]: INFO networking_nsxv3.common.synchronization [req-902abfff-dd91-47e2-9e96-e2011f3ef83a req-cbe2de41-0a4b-42d5-9ea4-3ff56930748d service nova] Enqueued Resource ID: d26477f7-9807-4295-854d-9e3d4b9f125c with Priority: HIGHEST for action security_group_rules [ 863.050848] env[65530]: INFO networking_nsxv3.common.synchronization [req-902abfff-dd91-47e2-9e96-e2011f3ef83a req-cbe2de41-0a4b-42d5-9ea4-3ff56930748d service nova] Enqueued Resource ID: d26477f7-9807-4295-854d-9e3d4b9f125c with Priority: HIGHEST for action security_group_members [ 863.050848] env[65530]: INFO networking_nsxv3.common.synchronization [req-902abfff-dd91-47e2-9e96-e2011f3ef83a req-cbe2de41-0a4b-42d5-9ea4-3ff56930748d service nova] Enqueued Resource ID: 625790e6-91d3-4900-9587-6dca81b53b1e with Priority: HIGHEST for action port [ 863.051560] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26477f7-9807-4295-854d-9e3d4b9f125c with Priority: HIGHEST for action security_group_rules [ 863.054054] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26477f7-9807-4295-854d-9e3d4b9f125c with Priority: HIGHEST for action security_group_members [ 863.054054] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 625790e6-91d3-4900-9587-6dca81b53b1e with Priority: HIGHEST for action port [ 863.054054] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d26477f7-9807-4295-854d-9e3d4b9f125c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.054054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.054054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.054054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.054054] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d26477f7-9807-4295-854d-9e3d4b9f125c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.054054] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26477f7-9807-4295-854d-9e3d4b9f125c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.054054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.054054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.054054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.054919] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.054919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.054919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.054919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.054919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.054919] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26477f7-9807-4295-854d-9e3d4b9f125c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.056269] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-625790e6-91d3-4900-9587-6dca81b53b1e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.056269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-625790e6-91d3-4900-9587-6dca81b53b1e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.056269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-625790e6-91d3-4900-9587-6dca81b53b1e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.056269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-625790e6-91d3-4900-9587-6dca81b53b1e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.056269] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('625790e6-91d3-4900-9587-6dca81b53b1e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.304290] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.557483] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26477f7-9807-4295-854d-9e3d4b9f125c taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.557685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.557834] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d26477f7-9807-4295-854d-9e3d4b9f125c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.558725] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 625790e6-91d3-4900-9587-6dca81b53b1e with status ACTIVE [ 863.558941] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.559067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.559155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.559331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.559415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.559579] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.559691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.559766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.559864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.560039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.560134] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.560226] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.560301] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.560400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.560475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.560584] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 625790e6-91d3-4900-9587-6dca81b53b1e is going to be updated. [ 863.586219] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.586219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.586219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.586219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.586219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.586590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-625790e6-91d3-4900-9587-6dca81b53b1e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.807260] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.062443] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d26477f7-9807-4295-854d-9e3d4b9f125c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.096298] env[65530]: INFO networking_nsxv3.common.synchronization [req-dc872831-3c7f-45c2-8e77-e9606c5b1b22 req-dd4cc741-e769-48a0-9d6e-f67fd4cb1783 tempest-VolumesAdminNegativeTest-954808661 tempest-VolumesAdminNegativeTest-954808661-project-member] Enqueued Resource ID: a2023630-b838-4608-bd3b-beabddf9174b with Priority: HIGHEST for action security_group_members [ 864.096966] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2023630-b838-4608-bd3b-beabddf9174b with Priority: HIGHEST for action security_group_members [ 864.097173] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2023630-b838-4608-bd3b-beabddf9174b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.097300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.097368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.097719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.097942] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.098224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.098294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.098447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.098531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.098625] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2023630-b838-4608-bd3b-beabddf9174b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.309180] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.309346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.309403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.309628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.309711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.309819] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 is going to be updated. [ 864.343991] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.344242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.344315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.344524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.344669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.362587] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: IN_PROGRESS for 2s [ 864.426191] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-275 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.426404] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-275" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.426527] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-275" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.426855] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-275" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.427190] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.427357] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.427471] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.427679] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.428529] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.428529] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.428529] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 864.428529] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 864.428529] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 864.428529] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 864.428529] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 864.429267] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 864.448927] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 864.449111] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 864.449253] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 864.449523] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-275" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.449922] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-0de08fee-9a77-4277-8c3e-246779ce9271 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.450125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-0de08fee-9a77-4277-8c3e-246779ce9271" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.450244] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-0de08fee-9a77-4277-8c3e-246779ce9271" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.450568] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-0de08fee-9a77-4277-8c3e-246779ce9271" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.450703] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de08fee-9a77-4277-8c3e-246779ce9271',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.547037] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 864.547308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.568387] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.568590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.568731] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.568879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.568967] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.569082] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26477f7-9807-4295-854d-9e3d4b9f125c is going to be created. [ 864.595170] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.595310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.595368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.595556] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.595717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.600898] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.601034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.601105] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.601322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.601412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.601630] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.601713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.601759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.601928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.602203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.602203] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2023630-b838-4608-bd3b-beabddf9174b already deleted. [ 864.602403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.611250] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26477f7-9807-4295-854d-9e3d4b9f125c in Status: UNINITIALIZED for 2s [ 864.955514] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.955514] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.955514] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.956032] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.956032] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.956032] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 0de08fee-9a77-4277-8c3e-246779ce9271 not found, creating... [ 864.956419] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.956701] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.956967] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.957384] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.957537] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.957865] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.958042] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.958161] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.958961] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.958961] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.959843] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 0de08fee-9a77-4277-8c3e-246779ce9271 is going to be created. [ 864.973590] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 864.973809] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 deletion is rescheduled due to dependency. [ 864.973936] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.982268] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.982590] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.982753] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.983091] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.983374] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.983655] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-0de08fee-9a77-4277-8c3e-246779ce9271" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.692555] env[65530]: INFO networking_nsxv3.common.synchronization [req-dc872831-3c7f-45c2-8e77-e9606c5b1b22 req-d076dd95-6913-458c-9258-bf5b908b3dbc service nova] Enqueued Resource ID: a2023630-b838-4608-bd3b-beabddf9174b with Priority: HIGHEST for action security_group_rules [ 865.692765] env[65530]: INFO networking_nsxv3.common.synchronization [req-dc872831-3c7f-45c2-8e77-e9606c5b1b22 req-d076dd95-6913-458c-9258-bf5b908b3dbc service nova] Enqueued Resource ID: a2023630-b838-4608-bd3b-beabddf9174b with Priority: HIGHEST for action security_group_members [ 865.692940] env[65530]: INFO networking_nsxv3.common.synchronization [req-dc872831-3c7f-45c2-8e77-e9606c5b1b22 req-d076dd95-6913-458c-9258-bf5b908b3dbc service nova] Enqueued Resource ID: 0de08fee-9a77-4277-8c3e-246779ce9271 with Priority: HIGHEST for action port [ 865.693860] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2023630-b838-4608-bd3b-beabddf9174b with Priority: HIGHEST for action security_group_rules [ 865.693860] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2023630-b838-4608-bd3b-beabddf9174b with Priority: HIGHEST for action security_group_members [ 865.693860] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0de08fee-9a77-4277-8c3e-246779ce9271 with Priority: HIGHEST for action port [ 865.694147] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2023630-b838-4608-bd3b-beabddf9174b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.694147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.694250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.694489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.694567] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2023630-b838-4608-bd3b-beabddf9174b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.695748] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2023630-b838-4608-bd3b-beabddf9174b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.695748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.695748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.695902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.695940] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.696043] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.696137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.696307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.696420] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.696540] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2023630-b838-4608-bd3b-beabddf9174b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.697653] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-0de08fee-9a77-4277-8c3e-246779ce9271 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.697653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0de08fee-9a77-4277-8c3e-246779ce9271" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.697831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0de08fee-9a77-4277-8c3e-246779ce9271" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.697883] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0de08fee-9a77-4277-8c3e-246779ce9271" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.697983] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0de08fee-9a77-4277-8c3e-246779ce9271',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.199340] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2023630-b838-4608-bd3b-beabddf9174b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.200685] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2023630-b838-4608-bd3b-beabddf9174b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.200886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.201089] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0de08fee-9a77-4277-8c3e-246779ce9271 with status ACTIVE [ 866.201669] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.201669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.201669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.201669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.201898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.201898] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.202019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.202019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.202285] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.202362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.202547] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.202643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.202702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.202842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.202925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.203021] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0de08fee-9a77-4277-8c3e-246779ce9271 is going to be updated. [ 866.225600] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.225805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.225805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.226022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.226158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.226321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0de08fee-9a77-4277-8c3e-246779ce9271" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.373786] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: SUCCESS [ 866.374030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.374252] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.374472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.374666] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.374785] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.374851] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.375008] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.375120] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.375216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.375491] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.375491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.375631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.375667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.375797] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.375888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.375949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.376192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.376271] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.376356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.376448] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.624262] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26477f7-9807-4295-854d-9e3d4b9f125c in Status: SUCCESS [ 866.624262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.624262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.624262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.624262] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.624262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.625019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.627315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.627407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.627502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.627600] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d26477f7-9807-4295-854d-9e3d4b9f125c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.709022] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2023630-b838-4608-bd3b-beabddf9174b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.878763] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a322ed71-4a4f-4ac4-98a0-02642129bfe5: rpc.has_security_group_logging(os_id): False [ 866.900372] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.900546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.900620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.900855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.900949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.901155] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.901258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.901331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.901503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.901555] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.901818] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.901929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.901992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.902788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.902900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.903150] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.903255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.903327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.903469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.903545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.903634] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 is going to be updated. [ 866.992812] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.993212] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.994564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.995854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.996300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.022180] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: IN_PROGRESS for 2s [ 867.132445] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d26477f7-9807-4295-854d-9e3d4b9f125c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.211194] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.211565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.211565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.211859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.211980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.212075] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2023630-b838-4608-bd3b-beabddf9174b is going to be created. [ 867.237494] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.237669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.237718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.237919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.238069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.247045] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2023630-b838-4608-bd3b-beabddf9174b in Status: UNINITIALIZED for 2s [ 867.633804] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d26477f7-9807-4295-854d-9e3d4b9f125c: rpc.has_security_group_logging(os_id): False [ 867.656792] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.657080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.657080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.657330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.657453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.657738] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.657848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.657911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.658087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.658165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.658255] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d26477f7-9807-4295-854d-9e3d4b9f125c is going to be created. [ 867.811665] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.812224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.812357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.812738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.812974] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.827195] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26477f7-9807-4295-854d-9e3d4b9f125c in Status: IN_PROGRESS for 2s [ 867.886614] env[65530]: INFO networking_nsxv3.common.synchronization [req-927a785a-1905-4a65-86e9-932bb62acc24 req-fdadf4c6-fcb0-467e-87e3-dfb9b6d2bb26 tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGHEST for action security_group_members [ 867.887315] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGHEST for action security_group_members [ 867.887660] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.887811] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.887879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.888396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.888589] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.888752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.888806] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.888939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.889038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.889135] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.392122] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.392122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.392409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.392506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.393442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.393442] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.393442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.393442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.393442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.393442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.393442] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da already deleted. [ 868.393442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.496317] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.496533] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.496662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.497021] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.502103] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.502405] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.502536] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.502824] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.502978] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.503718] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.503875] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 868.503969] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 868.504160] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 868.504500] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 868.504500] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 868.504677] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 868.531093] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 868.531340] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 868.531505] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 868.531720] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.532168] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-f6a729ae-42d2-499f-903c-f84a864bc254 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.532384] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-f6a729ae-42d2-499f-903c-f84a864bc254" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.532496] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-f6a729ae-42d2-499f-903c-f84a864bc254" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.532824] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-f6a729ae-42d2-499f-903c-f84a864bc254" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.533047] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a729ae-42d2-499f-903c-f84a864bc254',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.038588] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.038588] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.038588] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.038588] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.038588] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.038588] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port f6a729ae-42d2-499f-903c-f84a864bc254 not found, creating... [ 869.038588] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.038588] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.038588] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.038588] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.038588] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.039540] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.039540] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.039540] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.039879] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.040175] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.040444] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: f6a729ae-42d2-499f-903c-f84a864bc254 is going to be created. [ 869.042440] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: SUCCESS [ 869.042777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.043071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.043425] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.043616] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.050280] env[65530]: INFO networking_nsxv3.common.synchronization [None req-b5d50eb3-6812-43f7-bc91-21b5ed57bb36 None None] Enqueued Resource ID: 50a94c7a-b08d-49e3-9faf-da3ab6d50a0d with Priority: HIGHEST for action port [ 869.050280] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50a94c7a-b08d-49e3-9faf-da3ab6d50a0d with Priority: HIGHEST for action port [ 869.050280] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-50a94c7a-b08d-49e3-9faf-da3ab6d50a0d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.050280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50a94c7a-b08d-49e3-9faf-da3ab6d50a0d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.050280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50a94c7a-b08d-49e3-9faf-da3ab6d50a0d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.050280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50a94c7a-b08d-49e3-9faf-da3ab6d50a0d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.050280] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50a94c7a-b08d-49e3-9faf-da3ab6d50a0d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.069779] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.069779] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.069779] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.069779] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.069779] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.069779] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-f6a729ae-42d2-499f-903c-f84a864bc254" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.257997] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2023630-b838-4608-bd3b-beabddf9174b in Status: SUCCESS [ 869.257997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.257997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.258270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.258270] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.258427] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.258531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.258717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.258818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.258928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.259042] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2023630-b838-4608-bd3b-beabddf9174b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.547196] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.547569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.547569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.547870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.547955] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.548035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.548113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.548588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.548588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.548588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.548729] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.558506] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50a94c7a-b08d-49e3-9faf-da3ab6d50a0d [ 869.558990] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.558990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.558990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.559261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.559261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.559367] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50a94c7a-b08d-49e3-9faf-da3ab6d50a0d already deleted. [ 869.559436] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50a94c7a-b08d-49e3-9faf-da3ab6d50a0d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.763471] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2023630-b838-4608-bd3b-beabddf9174b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.763471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.763471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.763471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.763471] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.763471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.763471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.763471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.763471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.763471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.763471] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2023630-b838-4608-bd3b-beabddf9174b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.763471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.763471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.764077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.764497] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.764497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.764635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.765760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.765876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.765987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.766292] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2023630-b838-4608-bd3b-beabddf9174b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.803621] env[65530]: INFO networking_nsxv3.common.synchronization [req-927a785a-1905-4a65-86e9-932bb62acc24 req-fb4ef8aa-4b8a-4e11-ade6-37a7a6aa42aa service nova] Enqueued Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGHEST for action security_group_rules [ 869.803862] env[65530]: INFO networking_nsxv3.common.synchronization [req-927a785a-1905-4a65-86e9-932bb62acc24 req-fb4ef8aa-4b8a-4e11-ade6-37a7a6aa42aa service nova] Enqueued Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGHEST for action security_group_members [ 869.804066] env[65530]: INFO networking_nsxv3.common.synchronization [req-927a785a-1905-4a65-86e9-932bb62acc24 req-fb4ef8aa-4b8a-4e11-ade6-37a7a6aa42aa service nova] Enqueued Resource ID: f6a729ae-42d2-499f-903c-f84a864bc254 with Priority: HIGHEST for action port [ 869.805248] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGHEST for action security_group_rules [ 869.805248] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGHEST for action security_group_members [ 869.805248] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6a729ae-42d2-499f-903c-f84a864bc254 with Priority: HIGHEST for action port [ 869.805546] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.805604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.805641] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.806190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.806190] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.810024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.810024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.810024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.810024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.810024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.810024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.810024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.810024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.810024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 869.810024] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.811481] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6a729ae-42d2-499f-903c-f84a864bc254 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 869.811481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6a729ae-42d2-499f-903c-f84a864bc254" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 869.811481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6a729ae-42d2-499f-903c-f84a864bc254" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 869.811846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6a729ae-42d2-499f-903c-f84a864bc254" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 869.811846] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6a729ae-42d2-499f-903c-f84a864bc254',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 869.841538] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d26477f7-9807-4295-854d-9e3d4b9f125c in Status: SUCCESS [ 869.842048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.051170] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.052799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.052799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.052799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.052799] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.052799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.052799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.052799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.052799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.052799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.052799] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.052799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.052799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.052799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.052799] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.052799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.053285] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.053285] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.053285] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.053285] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.053285] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.269145] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2023630-b838-4608-bd3b-beabddf9174b: rpc.has_security_group_logging(os_id): False [ 870.288323] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.288508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.288595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.288802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.288892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.293070] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.293308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.293392] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.293594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.293679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.293937] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.294133] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.294199] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.294362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.294442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.294638] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.294733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.294796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.294937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.295022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.295120] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2023630-b838-4608-bd3b-beabddf9174b is going to be created. [ 870.315333] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.315523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.315717] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.316971] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6a729ae-42d2-499f-903c-f84a864bc254 with status ACTIVE [ 870.317266] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.317414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.317529] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.317695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.317785] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.317964] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.318891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.318980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.319176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.319290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.319701] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.319701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.319701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.319959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.319959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.320198] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6a729ae-42d2-499f-903c-f84a864bc254 is going to be updated. [ 870.352790] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.352978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.353090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.353306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.353446] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.353772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6a729ae-42d2-499f-903c-f84a864bc254" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.379370] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.379632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.379632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.379816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.380042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.395333] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2023630-b838-4608-bd3b-beabddf9174b in Status: IN_PROGRESS for 2s [ 870.462376] env[65530]: INFO networking_nsxv3.common.synchronization [req-e477b390-6c24-4d23-b2f1-92ef8c7e5c96 req-77861607-7175-41ad-a94e-0b5a93eed2a1 tempest-DeleteServersTestJSON-1181561514 tempest-DeleteServersTestJSON-1181561514-project-member] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 870.462376] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 870.462376] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.462376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.462376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.462677] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.462946] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.463068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.463144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.463335] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.463762] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.464596] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.557415] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a322ed71-4a4f-4ac4-98a0-02642129bfe5: rpc.has_security_group_logging(os_id): False [ 870.579842] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.580698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.580698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.580698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.580842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.581787] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.581787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.581787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.581787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.582050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.582695] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.582907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.583065] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.583398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.583518] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.583781] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.584322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.584322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.584322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.584322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.584454] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 is going to be updated. [ 870.657516] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.657711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.657711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.657932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.659273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.674351] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: IN_PROGRESS for 2s [ 870.822323] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.898923] env[65530]: INFO networking_nsxv3.common.synchronization [req-12b736c6-5e14-44a0-a1b8-d11fd0a7e6b0 req-0b4b8d70-4f32-4f8b-8710-114235d224eb tempest-ServerActionsTestJSON-971036309 tempest-ServerActionsTestJSON-971036309-project-member] Enqueued Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGHEST for action security_group_members [ 870.899554] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGHEST for action security_group_members [ 870.899983] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.900139] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.900225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.900605] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.900879] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.901013] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.901100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.901334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.901414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.901533] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9f3eedc-9f1b-4b13-871d-4e2811298fe0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 870.968981] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.969172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.969247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.969476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.969568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.969757] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.969919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.969919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.970066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.970142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.971080] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 871.001565] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.001771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.001771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.001989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.002202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.010858] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 871.326034] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.326220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.326403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.326506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.326575] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.326672] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da is going to be created. [ 871.355232] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.355378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.355444] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.355688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.355874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.361900] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.362065] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.362185] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.362445] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.362692] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.362851] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.362966] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.364642] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.364842] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.365107] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.366146] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 871.366284] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 871.366405] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 871.366515] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 871.366621] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 871.366781] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 871.373436] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da in Status: UNINITIALIZED for 2s [ 871.394066] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 871.394281] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 871.394423] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 871.394601] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.394943] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-34126232-e9a4-493c-8186-375611d286cd taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.395145] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-34126232-e9a4-493c-8186-375611d286cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.395248] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-34126232-e9a4-493c-8186-375611d286cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.395585] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-34126232-e9a4-493c-8186-375611d286cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.395740] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34126232-e9a4-493c-8186-375611d286cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.405044] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.405221] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.405290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.406024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.406024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.406024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.406024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.406024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.406284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.406284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.406354] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 already deleted. [ 871.406408] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.813831] env[65530]: INFO networking_nsxv3.common.synchronization [None req-a25975d4-e113-4882-9cfa-2bd5b08c3e04 None None] Enqueued Resource ID: b79b67de-df59-4dc0-844f-524c6e10ad05 with Priority: HIGHEST for action port [ 871.814373] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b79b67de-df59-4dc0-844f-524c6e10ad05 with Priority: HIGHEST for action port [ 871.814997] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-b79b67de-df59-4dc0-844f-524c6e10ad05 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.815594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b79b67de-df59-4dc0-844f-524c6e10ad05" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.815931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b79b67de-df59-4dc0-844f-524c6e10ad05" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.816325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b79b67de-df59-4dc0-844f-524c6e10ad05" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.816504] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b79b67de-df59-4dc0-844f-524c6e10ad05',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.898245] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.898568] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.898740] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.899044] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.899217] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.899376] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 34126232-e9a4-493c-8186-375611d286cd not found, creating... [ 871.899641] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.899800] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.899913] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.900142] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.900282] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.900593] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.900755] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.900865] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.901275] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.901474] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.901664] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 34126232-e9a4-493c-8186-375611d286cd is going to be created. [ 871.922313] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.922593] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.922731] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.922995] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.923319] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.923594] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-34126232-e9a4-493c-8186-375611d286cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.933289] env[65530]: INFO networking_nsxv3.common.synchronization [None req-55700084-8aab-4184-9cb7-e3bc7e789196 None None] Enqueued Resource ID: 5c82594f-b3c2-4c0c-9b5b-ca8e3753ea6f with Priority: HIGHEST for action port [ 871.933289] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5c82594f-b3c2-4c0c-9b5b-ca8e3753ea6f with Priority: HIGHEST for action port [ 871.933289] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5c82594f-b3c2-4c0c-9b5b-ca8e3753ea6f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.933289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5c82594f-b3c2-4c0c-9b5b-ca8e3753ea6f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.933289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5c82594f-b3c2-4c0c-9b5b-ca8e3753ea6f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.933289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5c82594f-b3c2-4c0c-9b5b-ca8e3753ea6f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.933564] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5c82594f-b3c2-4c0c-9b5b-ca8e3753ea6f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.320165] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b79b67de-df59-4dc0-844f-524c6e10ad05 [ 872.320398] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.320546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.320696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.320825] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.320909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.320958] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b79b67de-df59-4dc0-844f-524c6e10ad05 already deleted. [ 872.321053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b79b67de-df59-4dc0-844f-524c6e10ad05" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.408229] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2023630-b838-4608-bd3b-beabddf9174b in Status: SUCCESS [ 872.408229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.438829] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5c82594f-b3c2-4c0c-9b5b-ca8e3753ea6f [ 872.439240] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.440156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.440156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.440156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.440156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.440156] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5c82594f-b3c2-4c0c-9b5b-ca8e3753ea6f already deleted. [ 872.440156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5c82594f-b3c2-4c0c-9b5b-ca8e3753ea6f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.641401] env[65530]: INFO networking_nsxv3.common.synchronization [req-12b736c6-5e14-44a0-a1b8-d11fd0a7e6b0 req-0f9d2ff3-8e27-4aaa-b906-c953144000fa service nova] Enqueued Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGHEST for action security_group_rules [ 872.641576] env[65530]: INFO networking_nsxv3.common.synchronization [req-12b736c6-5e14-44a0-a1b8-d11fd0a7e6b0 req-0f9d2ff3-8e27-4aaa-b906-c953144000fa service nova] Enqueued Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGHEST for action security_group_members [ 872.641707] env[65530]: INFO networking_nsxv3.common.synchronization [req-12b736c6-5e14-44a0-a1b8-d11fd0a7e6b0 req-0f9d2ff3-8e27-4aaa-b906-c953144000fa service nova] Enqueued Resource ID: 34126232-e9a4-493c-8186-375611d286cd with Priority: HIGHEST for action port [ 872.642431] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGHEST for action security_group_rules [ 872.642431] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGHEST for action security_group_members [ 872.642545] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 34126232-e9a4-493c-8186-375611d286cd with Priority: HIGHEST for action port [ 872.642776] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.644024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.644024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.645672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.645821] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9f3eedc-9f1b-4b13-871d-4e2811298fe0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.649406] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.649406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.649406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.649406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.649406] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.649406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.649406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.649406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.649406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.649406] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9f3eedc-9f1b-4b13-871d-4e2811298fe0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.650601] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-34126232-e9a4-493c-8186-375611d286cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.650701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-34126232-e9a4-493c-8186-375611d286cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.650780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-34126232-e9a4-493c-8186-375611d286cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.650906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-34126232-e9a4-493c-8186-375611d286cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.650978] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('34126232-e9a4-493c-8186-375611d286cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.690319] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: SUCCESS [ 872.690319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.023038] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 873.023038] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 deletion is rescheduled due to dependency. [ 873.023038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.155636] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.155636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.155636] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a9f3eedc-9f1b-4b13-871d-4e2811298fe0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.157246] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 34126232-e9a4-493c-8186-375611d286cd with status ACTIVE [ 873.157246] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.157246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.157246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.157419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.157419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.157590] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.157714] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.157760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.157900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.158173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.158560] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.158702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.159111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.159111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.159111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.159111] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 34126232-e9a4-493c-8186-375611d286cd is going to be updated. [ 873.205865] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.206049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.206128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.206377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.206530] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.206690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-34126232-e9a4-493c-8186-375611d286cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.390761] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da in Status: SUCCESS [ 873.390961] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.391146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.391387] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.391604] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.391723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.391806] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.391951] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.392124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.392248] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.392248] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.661631] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a9f3eedc-9f1b-4b13-871d-4e2811298fe0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.685769] env[65530]: INFO networking_nsxv3.common.synchronization [None req-bc9f9a58-bcba-4032-afaa-6e8d9d1f5011 tempest-ServerActionsV293TestJSON-556414031 tempest-ServerActionsV293TestJSON-556414031-project-member] Enqueued Resource ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c with Priority: HIGHEST for action security_group_rules [ 873.686359] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c with Priority: HIGHEST for action security_group_rules [ 873.686612] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.686730] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.686794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.688573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.688706] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('903baf0c-bd1e-4ab0-a37e-8084312ddc8c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.814963] env[65530]: INFO networking_nsxv3.common.synchronization [None req-d5bbbaef-b636-4b49-b461-3a2ef1a98533 tempest-ServerActionsV293TestJSON-556414031 tempest-ServerActionsV293TestJSON-556414031-project-member] Enqueued Resource ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c with Priority: HIGHEST for action security_group_rules [ 873.816577] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c with Priority: HIGHEST for action security_group_rules [ 873.816577] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.816577] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.896222] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.165446] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.165446] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.165446] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.165446] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.165446] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.165851] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 is going to be created. [ 874.189229] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.190229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.190308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.190512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.190671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.203106] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 in Status: UNINITIALIZED for 2s [ 874.212072] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.212397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.212397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.212547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.212597] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.212690] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c already deleted. [ 874.212771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.212975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.213099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.213184] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('903baf0c-bd1e-4ab0-a37e-8084312ddc8c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.397357] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da: rpc.has_security_group_logging(os_id): False [ 874.426697] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.426952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.427087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.427408] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.427766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.428020] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.428119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.429337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.429337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.429337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.429337] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da is going to be created. [ 874.482653] env[65530]: INFO networking_nsxv3.common.synchronization [None req-47230a8c-4d5b-441a-bb75-e965f23e7508 None None] Enqueued Resource ID: d870f038-8764-44dd-988d-d62f027178ba with Priority: HIGHEST for action port [ 874.483444] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d870f038-8764-44dd-988d-d62f027178ba with Priority: HIGHEST for action port [ 874.483803] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-d870f038-8764-44dd-988d-d62f027178ba taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.483924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d870f038-8764-44dd-988d-d62f027178ba" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.484022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d870f038-8764-44dd-988d-d62f027178ba" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.485729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d870f038-8764-44dd-988d-d62f027178ba" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.485874] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d870f038-8764-44dd-988d-d62f027178ba',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 874.512778] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.512778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.512778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.512778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.513056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.529111] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da in Status: IN_PROGRESS for 2s [ 874.741652] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.741937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.741937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.742248] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.742404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.742404] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c already deleted. [ 874.742573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.989783] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d870f038-8764-44dd-988d-d62f027178ba [ 874.990040] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.990178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.990247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.991552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.991552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.991552] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d870f038-8764-44dd-988d-d62f027178ba already deleted. [ 874.991552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d870f038-8764-44dd-988d-d62f027178ba" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.931647] env[65530]: INFO networking_nsxv3.common.synchronization [req-11c439f1-e414-418e-a29b-06b4ae84a002 req-f877d273-bf3a-443d-ad83-7553f85f8d6e tempest-ServersAdminTestJSON-154072691 tempest-ServersAdminTestJSON-154072691-project-member] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 875.932518] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGHEST for action security_group_members [ 875.933092] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.933227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.933227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.933474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.933632] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.933781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.933992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.934182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.934278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.934418] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.215853] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 in Status: UNINITIALIZED for 4s [ 876.437285] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.438489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.438489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.438489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.460418] env[65530]: INFO networking_nsxv3.common.synchronization [req-64f5c525-89b6-4361-b497-788886f29d8b req-38470a56-9b4f-4ff3-be1c-a6db010c9715 tempest-AttachVolumeTestJSON-1349496788 tempest-AttachVolumeTestJSON-1349496788-project-member] Enqueued Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGHEST for action security_group_members [ 876.460418] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGHEST for action security_group_members [ 876.460418] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.460418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.460418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.460418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.460418] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.460418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.460418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.460764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.460764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.460764] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.462344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.462555] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.462808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.462808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.462914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.462946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.463045] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be updated. [ 876.508505] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.508781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.508878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.509271] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.509411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.522876] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: IN_PROGRESS for 2s [ 876.542115] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da in Status: SUCCESS [ 876.544039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.965054] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.965637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.965637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.965637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.965818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.965910] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.966034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.966116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.966278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.966356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.966456] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc is going to be updated. [ 876.997269] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.997269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.997269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.997269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.997466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.008997] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc in Status: IN_PROGRESS for 2s [ 877.830292] env[65530]: INFO networking_nsxv3.common.synchronization [req-81dab9eb-cb77-41af-8afc-389cf78f9343 req-c8b557ef-6cbe-4421-b79b-1b78032d29cb tempest-ImagesOneServerNegativeTestJSON-977900054 tempest-ImagesOneServerNegativeTestJSON-977900054-project-member] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 877.830933] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 877.831539] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.832091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.832091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.832516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.832516] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.832734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.832734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.832833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.832833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.832952] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.234181] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 in Status: SUCCESS [ 878.236131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.236131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.236131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.236131] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.236131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.238655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.238655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.238655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.238655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.238655] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a9f3eedc-9f1b-4b13-871d-4e2811298fe0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.315819] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-390 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.316043] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-390" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.316186] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-390" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.316508] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-390" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.316794] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.316958] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.317087] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.317321] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.318018] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.318018] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.318018] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 878.318018] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 878.318018] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 878.318204] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 878.318204] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 878.318303] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.336861] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.336861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.336861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.336861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.337077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.337318] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.337439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.337557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.337780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.337863] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.337953] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b is going to be updated. [ 878.346339] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.346601] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.346794] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.347511] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-390" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.348067] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-afacead4-48b0-44e3-96e8-125ac0934fd2 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.348233] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-afacead4-48b0-44e3-96e8-125ac0934fd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.349948] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-afacead4-48b0-44e3-96e8-125ac0934fd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.349948] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-afacead4-48b0-44e3-96e8-125ac0934fd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.349948] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afacead4-48b0-44e3-96e8-125ac0934fd2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.382461] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.382610] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.382664] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.383253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.383253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.393160] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: IN_PROGRESS for 2s [ 878.536548] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 949a8980-0b53-436f-9141-8531b7e34650 in Status: SUCCESS [ 878.536548] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 949a8980-0b53-436f-9141-8531b7e34650 deletion is rescheduled due to dependency. [ 878.536548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.741931] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a9f3eedc-9f1b-4b13-871d-4e2811298fe0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.853459] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.853661] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.853788] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.854108] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.854379] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.854544] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port afacead4-48b0-44e3-96e8-125ac0934fd2 not found, creating... [ 878.854844] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.855028] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.855151] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.855685] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.855743] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.856043] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.856279] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.856382] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.856536] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.856667] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.856800] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: afacead4-48b0-44e3-96e8-125ac0934fd2 is going to be created. [ 878.882055] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.882309] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.882309] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.882557] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.882831] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.883095] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-afacead4-48b0-44e3-96e8-125ac0934fd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.021253] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc in Status: SUCCESS [ 879.021456] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc deletion is rescheduled due to dependency. [ 879.021547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.245538] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a9f3eedc-9f1b-4b13-871d-4e2811298fe0: rpc.has_security_group_logging(os_id): False [ 879.271567] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.271660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.271729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.271946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.272048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.272299] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.272606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.272684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.272841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.272918] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.273015] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 is going to be created. [ 879.366898] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.367062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.367162] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.367395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.367586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.390859] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 in Status: IN_PROGRESS for 2s [ 879.630964] env[65530]: INFO networking_nsxv3.common.synchronization [req-81dab9eb-cb77-41af-8afc-389cf78f9343 req-e61999bd-4762-4617-b0da-2dd489e51cc6 service nova] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_rules [ 879.632031] env[65530]: INFO networking_nsxv3.common.synchronization [req-81dab9eb-cb77-41af-8afc-389cf78f9343 req-e61999bd-4762-4617-b0da-2dd489e51cc6 service nova] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 879.632031] env[65530]: INFO networking_nsxv3.common.synchronization [req-81dab9eb-cb77-41af-8afc-389cf78f9343 req-e61999bd-4762-4617-b0da-2dd489e51cc6 service nova] Enqueued Resource ID: afacead4-48b0-44e3-96e8-125ac0934fd2 with Priority: HIGHEST for action port [ 879.632942] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_rules [ 879.636027] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 879.636027] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: afacead4-48b0-44e3-96e8-125ac0934fd2 with Priority: HIGHEST for action port [ 879.636027] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.636027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.636027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.636027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.636027] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.636027] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.636027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.636027] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-afacead4-48b0-44e3-96e8-125ac0934fd2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.636027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-afacead4-48b0-44e3-96e8-125ac0934fd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.636027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-afacead4-48b0-44e3-96e8-125ac0934fd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.636027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-afacead4-48b0-44e3-96e8-125ac0934fd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.637832] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('afacead4-48b0-44e3-96e8-125ac0934fd2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.141528] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.141729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.141933] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port afacead4-48b0-44e3-96e8-125ac0934fd2 with status ACTIVE [ 880.142209] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.142377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.142549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.142714] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.142813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.142991] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.143114] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.143160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.143319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.143393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.143644] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.143725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.143725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.143857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.143927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.152261] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: afacead4-48b0-44e3-96e8-125ac0934fd2 is going to be updated. [ 880.176735] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.176883] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.176945] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.177528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.177528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.177784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-afacead4-48b0-44e3-96e8-125ac0934fd2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.406024] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: SUCCESS [ 880.406024] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b deletion is rescheduled due to dependency. [ 880.406024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.406024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.406024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.406024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.406024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.406024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.406024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.406024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.406024] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.554437] env[65530]: INFO networking_nsxv3.common.synchronization [req-53ccdc5e-04d5-4063-8024-3df590d20f0d req-57182ea3-3d22-4b23-8fa0-8321ed2b1772 tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGHEST for action security_group_members [ 880.554929] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGHEST for action security_group_members [ 880.555456] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc3331f-cf07-4a6e-b31e-875d679f5360 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.555620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.555687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.555942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.556551] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.556670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.556736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.557025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.557025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.557131] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.908458] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.971680] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.972043] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.972043] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.972435] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.972733] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.972910] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.973062] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.973239] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.973386] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.973595] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.973751] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 880.973838] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 880.973945] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 880.974064] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 880.974181] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 880.974324] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 880.997373] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 880.997549] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 880.997653] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 880.997970] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.998282] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-f0503160-1d41-4985-aca8-b6c306c1d9b5 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.998526] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-f0503160-1d41-4985-aca8-b6c306c1d9b5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.998739] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-f0503160-1d41-4985-aca8-b6c306c1d9b5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.999032] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-f0503160-1d41-4985-aca8-b6c306c1d9b5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.999181] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0503160-1d41-4985-aca8-b6c306c1d9b5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.061147] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.061512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.061622] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.061951] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.062152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.062508] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.062666] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.062856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.063084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.063573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.063718] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 already deleted. [ 881.063824] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.410850] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 881.416850] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 in Status: SUCCESS [ 881.417249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.503300] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.503590] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.503590] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.503879] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.504043] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.504252] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port f0503160-1d41-4985-aca8-b6c306c1d9b5 not found, creating... [ 881.504528] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.504790] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.504908] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.505151] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.505289] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.506144] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.506323] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.506446] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.506700] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.506839] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.506981] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: f0503160-1d41-4985-aca8-b6c306c1d9b5 is going to be created. [ 881.531619] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.531844] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.531931] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.532301] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.532567] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.532797] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-f0503160-1d41-4985-aca8-b6c306c1d9b5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.914190] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.914456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.914523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.914808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.914907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.915018] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b is going to be updated. [ 881.948533] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.948731] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.948731] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.949039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.949281] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.960176] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: IN_PROGRESS for 2s [ 881.987947] env[65530]: INFO networking_nsxv3.common.synchronization [req-ec0941be-26da-4801-9b3b-2ca3fc18803a req-fd0ab8b8-e0bb-4818-bc9e-d4332f1226f0 tempest-VolumesAdminNegativeTest-954808661 tempest-VolumesAdminNegativeTest-954808661-project-member] Enqueued Resource ID: a2023630-b838-4608-bd3b-beabddf9174b with Priority: HIGHEST for action security_group_members [ 881.989092] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2023630-b838-4608-bd3b-beabddf9174b with Priority: HIGHEST for action security_group_members [ 881.989092] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2023630-b838-4608-bd3b-beabddf9174b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.989340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.989560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.989867] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.990295] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.990612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.991773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.991773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.991773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.991773] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2023630-b838-4608-bd3b-beabddf9174b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.271360] env[65530]: INFO networking_nsxv3.common.synchronization [req-53ccdc5e-04d5-4063-8024-3df590d20f0d req-77b637f5-f916-4b7a-8a53-c932e23cc08e service nova] Enqueued Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGHEST for action security_group_rules [ 882.271438] env[65530]: INFO networking_nsxv3.common.synchronization [req-53ccdc5e-04d5-4063-8024-3df590d20f0d req-77b637f5-f916-4b7a-8a53-c932e23cc08e service nova] Enqueued Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGHEST for action security_group_members [ 882.271547] env[65530]: INFO networking_nsxv3.common.synchronization [req-53ccdc5e-04d5-4063-8024-3df590d20f0d req-77b637f5-f916-4b7a-8a53-c932e23cc08e service nova] Enqueued Resource ID: f0503160-1d41-4985-aca8-b6c306c1d9b5 with Priority: HIGHEST for action port [ 882.272120] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGHEST for action security_group_rules [ 882.272278] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGHEST for action security_group_members [ 882.272382] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f0503160-1d41-4985-aca8-b6c306c1d9b5 with Priority: HIGHEST for action port [ 882.272668] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc3331f-cf07-4a6e-b31e-875d679f5360 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.272786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.272853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.275286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.275455] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.276452] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc3331f-cf07-4a6e-b31e-875d679f5360 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.276579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.276648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.276843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.277044] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.277113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.277177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.277333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.277445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.277542] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.279484] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-f0503160-1d41-4985-aca8-b6c306c1d9b5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.279484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f0503160-1d41-4985-aca8-b6c306c1d9b5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.279484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f0503160-1d41-4985-aca8-b6c306c1d9b5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.279642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f0503160-1d41-4985-aca8-b6c306c1d9b5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.279815] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f0503160-1d41-4985-aca8-b6c306c1d9b5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.493525] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.493903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.493903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.494066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.494185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.494417] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.494547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.494589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.495792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.495792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.495792] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2023630-b838-4608-bd3b-beabddf9174b is going to be updated. [ 882.572673] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.572828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.572899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.573152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.573303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.584931] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2023630-b838-4608-bd3b-beabddf9174b in Status: IN_PROGRESS for 2s [ 882.782174] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 882.784135] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc3331f-cf07-4a6e-b31e-875d679f5360 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.784275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.785050] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f0503160-1d41-4985-aca8-b6c306c1d9b5 with status ACTIVE [ 882.785050] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.785235] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.785310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.785608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.785724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.786098] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.786098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.786241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.786413] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.786517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.786946] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.786946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.787170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.787201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.787667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.787667] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f0503160-1d41-4985-aca8-b6c306c1d9b5 is going to be updated. [ 882.813396] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.813567] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.813603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.813869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.814025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.814320] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f0503160-1d41-4985-aca8-b6c306c1d9b5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.117474] env[65530]: INFO networking_nsxv3.common.synchronization [req-9c73bb57-6330-4405-8180-306d19def0fa req-4684579b-9227-405a-ae10-e39c1b7799ff tempest-ServerRescueTestJSON-701228055 tempest-ServerRescueTestJSON-701228055-project-member] Enqueued Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_members [ 883.120103] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_members [ 883.120801] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.120946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.121030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.121302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.121474] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.121594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.121659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.121819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.121915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.122135] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.287087] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.599497] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.599821] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-136" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.600245] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-136" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.600640] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-136" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.600996] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.601186] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.601307] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.601553] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.601699] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.601941] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.602057] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.602177] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.602318] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.602431] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.602537] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.602670] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.623390] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.623600] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.623760] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.623938] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-136" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.624316] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-637d61b3-4949-4df1-aa81-dd63bd5909fa taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.624516] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-637d61b3-4949-4df1-aa81-dd63bd5909fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.624636] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-637d61b3-4949-4df1-aa81-dd63bd5909fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.624967] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-637d61b3-4949-4df1-aa81-dd63bd5909fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.625135] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637d61b3-4949-4df1-aa81-dd63bd5909fa',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.626277] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.626412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.626497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.626622] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.626700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.626879] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.626973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.627049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.627195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.627279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.627363] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f133a-48e3-445d-94f0-3c560b7588b6 already deleted. [ 883.627443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.790498] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.790749] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.790886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.791131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.791266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.791401] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 is going to be created. [ 883.823583] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.823746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.824405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.824405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.824405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.835305] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 in Status: UNINITIALIZED for 2s [ 883.970089] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: SUCCESS [ 883.970360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.970556] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.970789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.971016] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.971148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.971217] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.971395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.971479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.971566] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.971685] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.133197] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.133465] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.133633] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.133961] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.134140] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.134356] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 637d61b3-4949-4df1-aa81-dd63bd5909fa not found, creating... [ 884.134665] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.134925] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.135062] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.135373] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.135541] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.135999] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.136236] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.136398] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.136680] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.136841] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.137116] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 637d61b3-4949-4df1-aa81-dd63bd5909fa is going to be created. [ 884.158682] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.158903] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.159022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.159348] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.159612] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.159936] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-637d61b3-4949-4df1-aa81-dd63bd5909fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.474324] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.474481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.474551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.474773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.475139] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.475139] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.475139] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.475340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.475340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.475417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.475563] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.475658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.475719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.475855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.475990] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.476095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.476157] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.476292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.476369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.476544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.476544] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.596792] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2023630-b838-4608-bd3b-beabddf9174b in Status: SUCCESS [ 884.596792] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2023630-b838-4608-bd3b-beabddf9174b deletion is rescheduled due to dependency. [ 884.596792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2023630-b838-4608-bd3b-beabddf9174b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.919350] env[65530]: INFO networking_nsxv3.common.synchronization [req-9c73bb57-6330-4405-8180-306d19def0fa req-31f6b434-38bc-4e57-9d14-4db877fa24f9 service nova] Enqueued Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_rules [ 884.919580] env[65530]: INFO networking_nsxv3.common.synchronization [req-9c73bb57-6330-4405-8180-306d19def0fa req-31f6b434-38bc-4e57-9d14-4db877fa24f9 service nova] Enqueued Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_members [ 884.919656] env[65530]: INFO networking_nsxv3.common.synchronization [req-9c73bb57-6330-4405-8180-306d19def0fa req-31f6b434-38bc-4e57-9d14-4db877fa24f9 service nova] Enqueued Resource ID: 637d61b3-4949-4df1-aa81-dd63bd5909fa with Priority: HIGHEST for action port [ 884.919879] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_rules [ 884.920055] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_members [ 884.920142] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 637d61b3-4949-4df1-aa81-dd63bd5909fa with Priority: HIGHEST for action port [ 884.920716] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.920864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.920923] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.922372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.922483] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.923370] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.925269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.925414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.925592] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.925768] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.925932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.925932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.926103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.926187] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.926283] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.930023] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-637d61b3-4949-4df1-aa81-dd63bd5909fa taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.930023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-637d61b3-4949-4df1-aa81-dd63bd5909fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.930023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-637d61b3-4949-4df1-aa81-dd63bd5909fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.930023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-637d61b3-4949-4df1-aa81-dd63bd5909fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.930023] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('637d61b3-4949-4df1-aa81-dd63bd5909fa',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 884.981962] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 20929079-b7e9-42c0-8f83-77203c33783b: rpc.has_security_group_logging(os_id): False [ 885.000875] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.001038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.001111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.001341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.001443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.001635] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.001733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.001795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.001947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.002125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.002313] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.002392] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.002447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.002581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.002652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.002840] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.003845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.004121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.004121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.004231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.004320] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20929079-b7e9-42c0-8f83-77203c33783b is going to be updated. [ 885.120048] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.120948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.121059] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.121347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.121508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.136625] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: IN_PROGRESS for 2s [ 885.430048] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.430226] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.433279] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.434214] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 637d61b3-4949-4df1-aa81-dd63bd5909fa with status ACTIVE [ 885.434438] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.434595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.434661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.435265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.435383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.435587] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.435686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.435746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.436854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.436937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.437428] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.437546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.437610] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.437776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.437857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.438051] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 637d61b3-4949-4df1-aa81-dd63bd5909fa is going to be updated. [ 885.465765] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.465924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.466013] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.466245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.466391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.466563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-637d61b3-4949-4df1-aa81-dd63bd5909fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.700181] env[65530]: INFO networking_nsxv3.common.synchronization [req-fa638a38-6eb5-4e75-b877-40413f15dfb9 req-2022edf7-061b-4a36-b35d-85a008b468a7 tempest-ImagesTestJSON-1643481996 tempest-ImagesTestJSON-1643481996-project-member] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 885.705020] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 885.706145] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.706145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.706145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.706437] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.706437] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.706523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.706554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.706954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.706954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.706954] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.847230] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 in Status: SUCCESS [ 885.848141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.849161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.849161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.849161] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.849418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.849520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.849782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.850163] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.850163] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.851344] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.941933] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.156721] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.157084] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.157336] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.157821] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.158311] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.158577] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.158809] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.159229] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.159495] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.159862] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.160017] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 886.160823] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 886.161269] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 886.161269] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 886.161443] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 886.161487] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 886.193053] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 886.194918] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 886.194918] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 886.194918] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.194918] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-3d452f84-49ee-4627-a08f-8de6c9513f60 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.194918] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-3d452f84-49ee-4627-a08f-8de6c9513f60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.194918] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-3d452f84-49ee-4627-a08f-8de6c9513f60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.195243] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-3d452f84-49ee-4627-a08f-8de6c9513f60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.195362] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d452f84-49ee-4627-a08f-8de6c9513f60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.210892] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.211619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.211619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.211729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.211875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.212172] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.212314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.212401] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.212611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.212695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.212858] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 886.259936] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.260141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.260212] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.260485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.260650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.280577] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 886.353567] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.446936] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.447243] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.447316] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.447791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.447791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.447893] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f133a-48e3-445d-94f0-3c560b7588b6 is going to be created. [ 886.481636] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.481860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.481860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.482096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.482429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.494653] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: UNINITIALIZED for 2s [ 886.698721] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.698967] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.699107] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.699397] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.699553] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.699709] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 3d452f84-49ee-4627-a08f-8de6c9513f60 not found, creating... [ 886.699978] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.700152] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.700266] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.700486] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.700621] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.700897] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.701067] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.701238] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.701460] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.701602] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.701780] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 3d452f84-49ee-4627-a08f-8de6c9513f60 is going to be created. [ 886.723380] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.723606] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.723740] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.724084] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.724397] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.724680] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-3d452f84-49ee-4627-a08f-8de6c9513f60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.856842] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fc3331f-cf07-4a6e-b31e-875d679f5360: rpc.has_security_group_logging(os_id): False [ 886.887869] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.888101] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.888172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.888414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.888519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.888898] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.889445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.889445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.889445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.889579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.889625] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 is going to be created. [ 886.977433] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.977713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.977713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.977842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.981794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.990674] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 in Status: IN_PROGRESS for 2s [ 887.161650] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: SUCCESS [ 887.161650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.479248] env[65530]: INFO networking_nsxv3.common.synchronization [req-fa638a38-6eb5-4e75-b877-40413f15dfb9 req-c4035c8d-6235-4b5b-a4d7-d3131eefe3d3 service nova] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_rules [ 887.479415] env[65530]: INFO networking_nsxv3.common.synchronization [req-fa638a38-6eb5-4e75-b877-40413f15dfb9 req-c4035c8d-6235-4b5b-a4d7-d3131eefe3d3 service nova] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 887.479662] env[65530]: INFO networking_nsxv3.common.synchronization [req-fa638a38-6eb5-4e75-b877-40413f15dfb9 req-c4035c8d-6235-4b5b-a4d7-d3131eefe3d3 service nova] Enqueued Resource ID: 3d452f84-49ee-4627-a08f-8de6c9513f60 with Priority: HIGHEST for action port [ 887.480107] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_rules [ 887.481694] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 887.481694] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d452f84-49ee-4627-a08f-8de6c9513f60 with Priority: HIGHEST for action port [ 887.483794] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.484086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.484286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.484630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.484764] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.485781] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.485931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.486202] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d452f84-49ee-4627-a08f-8de6c9513f60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.486488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d452f84-49ee-4627-a08f-8de6c9513f60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.486488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d452f84-49ee-4627-a08f-8de6c9513f60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.486970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d452f84-49ee-4627-a08f-8de6c9513f60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.486970] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d452f84-49ee-4627-a08f-8de6c9513f60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 887.990447] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.990447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.990447] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3d452f84-49ee-4627-a08f-8de6c9513f60 with status ACTIVE [ 887.990447] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.990447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.990447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.990447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.990447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.990447] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.990447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.990447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.990447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.991176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.991176] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 887.991176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.991176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.991176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 887.991176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.991176] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3d452f84-49ee-4627-a08f-8de6c9513f60 is going to be updated. [ 888.022155] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.022155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.022155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.022155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.022155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.022696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d452f84-49ee-4627-a08f-8de6c9513f60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.301422] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 888.301832] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 deletion is rescheduled due to dependency. [ 888.302111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.302437] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.302807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.303130] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.303530] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.303758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.305043] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.305043] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.305043] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.511547] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: SUCCESS [ 888.511710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.511878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.512173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.512382] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.512518] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.512570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.512722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.512802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.512888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.512979] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.560145] env[65530]: INFO networking_nsxv3.common.synchronization [req-645c140d-8b83-4684-b82d-a71338db34cf req-1b613229-6f15-42a5-b0ff-859ece0ecf43 tempest-ServersTestJSON-1872632154 tempest-ServersTestJSON-1872632154-project-member] Enqueued Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGHEST for action security_group_members [ 888.560211] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGHEST for action security_group_members [ 888.560590] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-61df31cc-31a8-4bd9-980c-fa15dc5827df taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.560719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.560786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.560986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.561185] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.561296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.561460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.561613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.561757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.561914] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('61df31cc-31a8-4bd9-980c-fa15dc5827df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.809604] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.002934] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 in Status: SUCCESS [ 889.003499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.018147] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.018296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.018367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.018685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.018930] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.019090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.019167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.019346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.019445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.019584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.019794] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.019892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.019954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.020143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.020313] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.020543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.020626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.020980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.020980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.020980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.020980] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.064059] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.064332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.064412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.064630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.064721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.064941] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.065015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.065091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.065284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.065370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.065464] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df is going to be updated. [ 889.095602] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.095769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.095840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.096069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.096217] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.106013] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df in Status: IN_PROGRESS for 2s [ 889.174393] env[65530]: INFO networking_nsxv3.common.synchronization [req-e4688206-a6c9-49aa-ac88-56d69a894406 req-2c86a6b4-56d7-48fc-996b-00ff52bd614c tempest-ServersWithSpecificFlavorTestJSON-1964523045 tempest-ServersWithSpecificFlavorTestJSON-1964523045-project-member] Enqueued Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_members [ 889.175172] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_members [ 889.175607] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.175919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.175919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.176087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.176252] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.176390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.176460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.176667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.176756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.176884] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.310843] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.525034] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d96f133a-48e3-445d-94f0-3c560b7588b6: rpc.has_security_group_logging(os_id): False [ 889.546428] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.546586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.546962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.546962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.547099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.547328] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.547601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.547601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.547703] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.547750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.548565] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.548565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.548565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.548565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.548565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.548838] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.548838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.548838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.549142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.549225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.549311] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96f133a-48e3-445d-94f0-3c560b7588b6 is going to be created. [ 889.638052] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.638326] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.638455] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.638726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.639014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.663126] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: IN_PROGRESS for 2s [ 889.680638] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.680638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.680638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.680922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.680922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.681060] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.681173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.681245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.681411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.682236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.682236] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b is going to be updated. [ 889.763635] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.763635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.763635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.763635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.763635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.785515] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: IN_PROGRESS for 2s [ 889.816253] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.816565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.816565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.816899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.817030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.817214] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 889.868802] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.868802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.868802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.868802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.868802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.879657] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 891.119341] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df in Status: SUCCESS [ 891.119341] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df deletion is rescheduled due to dependency. [ 891.119341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.660258] env[65530]: INFO networking_nsxv3.common.synchronization [req-5dc0ad5d-f879-4503-9e91-f14b0d6b042d req-2430ec2e-8f53-4ab8-9562-68e367fa5cb3 tempest-ImagesOneServerNegativeTestJSON-977900054 tempest-ImagesOneServerNegativeTestJSON-977900054-project-member] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 891.661515] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGHEST for action security_group_members [ 891.663051] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.663230] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.663308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.663533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.663709] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.663814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.663878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.664046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.664131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.664240] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 891.678771] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: SUCCESS [ 891.679026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.798747] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: SUCCESS [ 891.798747] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b deletion is rescheduled due to dependency. [ 891.798747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.892832] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 891.892832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.892832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.892832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.893291] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.893428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.893486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.893678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.893795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.893840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.893944] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.168350] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.168350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.168350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.168841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.168841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.168841] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.168982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.168982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.169600] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.169600] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.169600] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b is going to be updated. [ 892.239068] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.239068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.239068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.239068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.239068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.251249] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: IN_PROGRESS for 2s [ 892.397513] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.397683] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.397759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.397999] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.398424] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.398424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.398424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.398624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.398624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.398691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.398793] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.398890] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.398951] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.399133] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.399271] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.399425] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.399425] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.399552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.399627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.399709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.399798] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.902219] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a523caae-6b74-45d5-911b-2e828937aa60: rpc.has_security_group_logging(os_id): False [ 892.922480] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.922480] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.922784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.922784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.922938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.923328] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.923328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.923468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.923573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.923657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.923907] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.924060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.924147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.924378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.924559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.924751] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.924919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.925023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.925200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.925282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.925377] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 892.992820] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.992820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.992820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.992820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.993073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.010878] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 893.020119] env[65530]: INFO networking_nsxv3.common.synchronization [req-4e1d2d20-f4b1-4ba0-9093-7f36d76a7262 req-8485596a-8da1-4249-a7e3-42a9f4f4c761 tempest-FloatingIPsAssociationTestJSON-826004657 tempest-FloatingIPsAssociationTestJSON-826004657-project-member] Enqueued Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_members [ 893.020812] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_members [ 893.021183] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.021328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.021328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.021559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.021719] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.021822] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.021884] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.022042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.022124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.022224] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.429946] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.430377] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-883" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.430377] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-883" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.430656] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-883" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.430920] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.431086] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.431206] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.431419] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.431560] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.431785] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.431919] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 893.432063] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 893.432192] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 893.432306] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 893.432432] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 893.432521] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 893.453748] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 893.453898] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 893.454038] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 893.454230] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-883" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.454632] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-93598132-80e6-4741-8525-2d68d00c0ead taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.454834] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-93598132-80e6-4741-8525-2d68d00c0ead" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.454955] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-93598132-80e6-4741-8525-2d68d00c0ead" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.455398] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-93598132-80e6-4741-8525-2d68d00c0ead" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.455572] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93598132-80e6-4741-8525-2d68d00c0ead',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.527459] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.527630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.527693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.527916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.528023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.528237] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.528339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.528403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.528557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.528633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.528746] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 already deleted. [ 893.528841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.958376] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.958617] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.958748] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.959032] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.959187] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.959343] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 93598132-80e6-4741-8525-2d68d00c0ead not found, creating... [ 893.959601] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.959758] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.959951] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.960264] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.960406] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.960688] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.960868] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.960987] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.961222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.961444] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.961611] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 93598132-80e6-4741-8525-2d68d00c0ead is going to be created. [ 893.986134] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.986134] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.986134] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.986369] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.986732] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.987165] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-93598132-80e6-4741-8525-2d68d00c0ead" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.261600] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 20929079-b7e9-42c0-8f83-77203c33783b in Status: SUCCESS [ 894.261600] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 20929079-b7e9-42c0-8f83-77203c33783b deletion is rescheduled due to dependency. [ 894.261600] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.775516] env[65530]: INFO networking_nsxv3.common.synchronization [req-4e1d2d20-f4b1-4ba0-9093-7f36d76a7262 req-cb4ecf2a-32a6-44f9-9ef4-5805e306e165 service nova] Enqueued Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_rules [ 894.775786] env[65530]: INFO networking_nsxv3.common.synchronization [req-4e1d2d20-f4b1-4ba0-9093-7f36d76a7262 req-cb4ecf2a-32a6-44f9-9ef4-5805e306e165 service nova] Enqueued Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_members [ 894.775869] env[65530]: INFO networking_nsxv3.common.synchronization [req-4e1d2d20-f4b1-4ba0-9093-7f36d76a7262 req-cb4ecf2a-32a6-44f9-9ef4-5805e306e165 service nova] Enqueued Resource ID: 93598132-80e6-4741-8525-2d68d00c0ead with Priority: HIGHEST for action port [ 894.777996] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_rules [ 894.777996] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_members [ 894.777996] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 93598132-80e6-4741-8525-2d68d00c0ead with Priority: HIGHEST for action port [ 894.777996] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.778297] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.778297] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.778925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.778925] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.780762] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.780762] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.780762] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.780998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.781210] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.781322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.781388] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.781551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.781664] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.781798] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 894.783286] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-93598132-80e6-4741-8525-2d68d00c0ead taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 894.783286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-93598132-80e6-4741-8525-2d68d00c0ead" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.783286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-93598132-80e6-4741-8525-2d68d00c0ead" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.783470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-93598132-80e6-4741-8525-2d68d00c0ead" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.783470] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('93598132-80e6-4741-8525-2d68d00c0ead',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.027347] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 895.027579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.286794] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.286794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.287763] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.290941] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 93598132-80e6-4741-8525-2d68d00c0ead with status ACTIVE [ 895.290941] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.290941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.290941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.290941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.290941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.290941] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.290941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.290941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.290941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.290941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.290941] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.290941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.290941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.290941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.290941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.290941] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 93598132-80e6-4741-8525-2d68d00c0ead is going to be updated. [ 895.315973] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.316143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.316213] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.316426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.316565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.316730] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-93598132-80e6-4741-8525-2d68d00c0ead" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.795457] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.802216] env[65530]: INFO networking_nsxv3.common.synchronization [req-c2f1b581-f037-4696-abb5-22ec17891985 req-da45fae8-435c-4adb-a134-ab91a628c968 tempest-ListServerFiltersTestJSON-334157734 tempest-ListServerFiltersTestJSON-334157734-project-member] Enqueued Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 895.802858] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 895.803353] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.804556] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.804556] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.804556] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.804556] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.804556] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.804556] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.804962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.805232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.805611] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.297750] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.299028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.299028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.299028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.299028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.299028] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 is going to be created. [ 896.310962] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.337380] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.337380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.337380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.337595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.337595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.351164] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: UNINITIALIZED for 2s [ 896.814541] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.317960] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.318146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.318219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.318434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.318523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.318623] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 is going to be updated. [ 897.354061] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.354061] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.354214] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.354398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.354723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.364228] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: IN_PROGRESS for 2s [ 898.363472] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: SUCCESS [ 898.363472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.363472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.363472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.363472] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.363472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.363472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.363472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.363472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.363472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.363472] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.643277] env[65530]: INFO networking_nsxv3.common.synchronization [None req-d2d03b8f-f172-4d19-b82c-425ac6d69343 tempest-AttachVolumeTestJSON-1349496788 tempest-AttachVolumeTestJSON-1349496788-project-member] Enqueued Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGHEST for action security_group_rules [ 898.643277] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGHEST for action security_group_rules [ 898.643277] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.643277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.643277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.643277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.643277] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6b5e4aa-b7c5-49c3-b8fe-bac32a089719',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.781293] env[65530]: INFO networking_nsxv3.common.synchronization [None req-62e3d2ee-3b9a-4d9b-b1f3-e256c16bcb0b tempest-AttachVolumeTestJSON-1349496788 tempest-AttachVolumeTestJSON-1349496788-project-member] Enqueued Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGHEST for action security_group_rules [ 898.781891] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGHEST for action security_group_rules [ 898.782628] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.782763] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.865780] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.865865] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.865946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.866190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.866410] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.866501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.866534] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.866764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.866855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.866944] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.867107] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.867201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.867262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.867404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.867552] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.867645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.867704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.867840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.867915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.867992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.868094] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.175029] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.175029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.175029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.175029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.175029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.175029] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 already deleted. [ 899.175029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.175029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.175029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.175029] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6b5e4aa-b7c5-49c3-b8fe-bac32a089719',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 899.371683] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 490e9892-2f40-4a2e-9160-7c30e7fb0538: rpc.has_security_group_logging(os_id): False [ 899.376728] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: SUCCESS [ 899.377827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.390787] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.390787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.390787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.391020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.391072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.391273] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.391376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.391439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.391592] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.391665] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.391861] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.391958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.392382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.392382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.392382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.392465] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.392508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.392584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.392691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.392765] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.392849] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 is going to be created. [ 899.456971] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.457198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.457250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.457472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.457678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.478847] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: IN_PROGRESS for 2s [ 899.698828] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 899.698828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 899.698828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 899.699094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 899.699094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.699149] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 already deleted. [ 899.699849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.496952] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: SUCCESS [ 901.497310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.635470] env[65530]: INFO networking_nsxv3.common.synchronization [None req-c1c3531f-8c44-4c85-a2e9-f2e686727d51 None None] Enqueued Resource ID: 6620c8d9-d1d0-4c03-8944-82aed650b7f8 with Priority: HIGHEST for action port [ 901.636043] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6620c8d9-d1d0-4c03-8944-82aed650b7f8 with Priority: HIGHEST for action port [ 901.638676] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-6620c8d9-d1d0-4c03-8944-82aed650b7f8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.638676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6620c8d9-d1d0-4c03-8944-82aed650b7f8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.638676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6620c8d9-d1d0-4c03-8944-82aed650b7f8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.638676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6620c8d9-d1d0-4c03-8944-82aed650b7f8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.638676] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6620c8d9-d1d0-4c03-8944-82aed650b7f8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.143327] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6620c8d9-d1d0-4c03-8944-82aed650b7f8 [ 902.143624] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.143811] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.143868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.144156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.144258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.144393] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6620c8d9-d1d0-4c03-8944-82aed650b7f8 already deleted. [ 902.144502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6620c8d9-d1d0-4c03-8944-82aed650b7f8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.484336] env[65530]: INFO networking_nsxv3.common.synchronization [None req-56ec6b7d-6dbf-41db-a5db-8a465be653c8 tempest-ServersTestBootFromVolume-1095559686 tempest-ServersTestBootFromVolume-1095559686-project-member] Enqueued Resource ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef with Priority: HIGHEST for action security_group_rules [ 902.484811] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef with Priority: HIGHEST for action security_group_rules [ 902.485758] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c81e28-eac3-4755-9aa8-99656f6c76ef taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.485897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.485956] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.486226] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.486312] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c81e28-eac3-4755-9aa8-99656f6c76ef',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.624880] env[65530]: INFO networking_nsxv3.common.synchronization [None req-0f12e663-7216-4702-9351-37b64eed6585 tempest-ServersTestBootFromVolume-1095559686 tempest-ServersTestBootFromVolume-1095559686-project-member] Enqueued Resource ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef with Priority: HIGHEST for action security_group_rules [ 902.625453] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef with Priority: HIGHEST for action security_group_rules [ 902.625789] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c81e28-eac3-4755-9aa8-99656f6c76ef taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.625897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.011135] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.011305] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.011459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.011733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.011840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.011983] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef already deleted. [ 903.012050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.013601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.013827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.013921] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c81e28-eac3-4755-9aa8-99656f6c76ef',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.539222] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.539329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.539401] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.539620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.540493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.540493] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef already deleted. [ 903.540493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.173448] env[65530]: INFO networking_nsxv3.common.synchronization [None req-d38dc5ea-b1ef-49a1-b39a-30942fc1ac90 None None] Enqueued Resource ID: f293fffc-2320-4385-ac89-be9f28c97944 with Priority: HIGHEST for action port [ 904.174128] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f293fffc-2320-4385-ac89-be9f28c97944 with Priority: HIGHEST for action port [ 904.174499] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-f293fffc-2320-4385-ac89-be9f28c97944 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.174711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f293fffc-2320-4385-ac89-be9f28c97944" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.174711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f293fffc-2320-4385-ac89-be9f28c97944" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.175169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f293fffc-2320-4385-ac89-be9f28c97944" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.175253] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f293fffc-2320-4385-ac89-be9f28c97944',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.679347] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f293fffc-2320-4385-ac89-be9f28c97944 [ 904.679564] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.679708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.679797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.680026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.680125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.680231] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f293fffc-2320-4385-ac89-be9f28c97944 already deleted. [ 904.680336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f293fffc-2320-4385-ac89-be9f28c97944" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.688999] env[65530]: INFO networking_nsxv3.common.synchronization [req-14818ba0-4420-4ea1-b911-f536f5786ce6 req-c7576a00-c71b-4728-9cee-8bdfe7ec6a73 tempest-ServersWithSpecificFlavorTestJSON-1964523045 tempest-ServersWithSpecificFlavorTestJSON-1964523045-project-member] Enqueued Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_members [ 907.689669] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_members [ 907.690020] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.692396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.692557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.692810] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.693016] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.693174] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.693254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.693475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.693571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.693722] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.120468] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-11 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.120716] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-11" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.120855] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-11" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.121180] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-11" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.121443] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.121604] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.121719] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.121939] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.122109] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.122336] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.122449] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 908.122558] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 908.122662] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 908.122766] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 908.122868] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 908.122995] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 908.146638] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 908.146823] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 908.147020] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 908.147205] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-11" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.147615] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-519bc8fa-6f03-46cc-bea7-fe29f8c7762f taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.147807] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-519bc8fa-6f03-46cc-bea7-fe29f8c7762f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.147929] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-519bc8fa-6f03-46cc-bea7-fe29f8c7762f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.148318] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-519bc8fa-6f03-46cc-bea7-fe29f8c7762f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.148408] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519bc8fa-6f03-46cc-bea7-fe29f8c7762f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.200073] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.200679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.200823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.201089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.201197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.201430] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.201548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.201613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.201859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.201960] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.202090] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b is going to be updated. [ 908.231758] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.231928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.231928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.232141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.232378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.246426] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: IN_PROGRESS for 2s [ 908.652254] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.652522] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.652674] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.652980] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.653155] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.653314] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 519bc8fa-6f03-46cc-bea7-fe29f8c7762f not found, creating... [ 908.653582] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.653740] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.653859] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.654090] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.654230] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.654550] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.654708] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.654841] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.655066] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.655202] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.655340] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 519bc8fa-6f03-46cc-bea7-fe29f8c7762f is going to be created. [ 908.675879] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.676150] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.676244] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.676524] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.676826] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 908.677079] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-519bc8fa-6f03-46cc-bea7-fe29f8c7762f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.478199] env[65530]: INFO networking_nsxv3.common.synchronization [req-14818ba0-4420-4ea1-b911-f536f5786ce6 req-c56af714-9e88-4617-b250-55b049543fde service nova] Enqueued Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_rules [ 909.478564] env[65530]: INFO networking_nsxv3.common.synchronization [req-14818ba0-4420-4ea1-b911-f536f5786ce6 req-c56af714-9e88-4617-b250-55b049543fde service nova] Enqueued Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_members [ 909.478564] env[65530]: INFO networking_nsxv3.common.synchronization [req-14818ba0-4420-4ea1-b911-f536f5786ce6 req-c56af714-9e88-4617-b250-55b049543fde service nova] Enqueued Resource ID: 519bc8fa-6f03-46cc-bea7-fe29f8c7762f with Priority: HIGHEST for action port [ 909.479182] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_rules [ 909.479331] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_members [ 909.479451] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 519bc8fa-6f03-46cc-bea7-fe29f8c7762f with Priority: HIGHEST for action port [ 909.479873] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.480013] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.480187] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.480442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.480442] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.481527] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.481527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.481702] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-519bc8fa-6f03-46cc-bea7-fe29f8c7762f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.481786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-519bc8fa-6f03-46cc-bea7-fe29f8c7762f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.482440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-519bc8fa-6f03-46cc-bea7-fe29f8c7762f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.482676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-519bc8fa-6f03-46cc-bea7-fe29f8c7762f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.482773] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('519bc8fa-6f03-46cc-bea7-fe29f8c7762f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.986156] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.986345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.986541] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 519bc8fa-6f03-46cc-bea7-fe29f8c7762f with status ACTIVE [ 909.989124] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.989124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.989124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.989124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.989124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.989124] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.989124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.989124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.989124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.989124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.989124] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.989124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.989124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.990095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.990237] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.990340] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 519bc8fa-6f03-46cc-bea7-fe29f8c7762f is going to be updated. [ 910.012216] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.012387] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.012463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.012664] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.012798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.012962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-519bc8fa-6f03-46cc-bea7-fe29f8c7762f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.265504] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: SUCCESS [ 910.266195] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b deletion is rescheduled due to dependency. [ 910.266195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.266195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.266195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.267267] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.267267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.267267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.267267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.267267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.267267] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.770395] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.273047] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.777263] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.777263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.777263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.777263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.777263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.777263] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b is going to be updated. [ 911.817953] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.817953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.817953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.818895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.818895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.830375] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: IN_PROGRESS for 2s [ 913.157102] env[65530]: INFO networking_nsxv3.common.synchronization [req-112c6a55-17f3-4355-9170-c17a24063d42 req-e82cc130-3c2e-4485-b2ee-e274c1c3af0b tempest-MigrationsAdminTest-536209756 tempest-MigrationsAdminTest-536209756-project-member] Enqueued Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_members [ 913.159867] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_members [ 913.161399] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.161711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.161787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.162014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.162186] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.163648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.163648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.163648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.163648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.163648] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.667897] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.844052] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: SUCCESS [ 913.845011] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.845011] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.845200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.845314] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.845547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.845630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.845784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.845863] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.845948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.846057] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.171969] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.349221] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.667879] env[65530]: INFO networking_nsxv3.common.synchronization [req-5c4b41fa-a0a7-4c26-9b13-e0c8954dc4ab req-9ec95792-2d48-4065-8725-c8366083bce8 tempest-DeleteServersTestJSON-1181561514 tempest-DeleteServersTestJSON-1181561514-project-member] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 914.668685] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 914.669209] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.671186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.671301] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.671514] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.671698] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.671917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.671917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.672061] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.672131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.672231] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.675365] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.675365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.676695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.676695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.676695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.676695] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23286cd3-802b-4543-b074-7ad587821506 is going to be updated. [ 914.699043] env[65530]: INFO networking_nsxv3.common.synchronization [None req-4099896e-d5c7-40eb-a562-ad53c5262b48 None None] Enqueued Resource ID: 00e652fe-7ddd-47c2-a67d-565b152fda82 with Priority: HIGHEST for action port [ 914.700322] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00e652fe-7ddd-47c2-a67d-565b152fda82 with Priority: HIGHEST for action port [ 914.700787] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-00e652fe-7ddd-47c2-a67d-565b152fda82 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.701135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00e652fe-7ddd-47c2-a67d-565b152fda82" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.701183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00e652fe-7ddd-47c2-a67d-565b152fda82" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.701975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00e652fe-7ddd-47c2-a67d-565b152fda82" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.701975] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00e652fe-7ddd-47c2-a67d-565b152fda82',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.708642] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.709296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.709296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.709296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.709296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.721793] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: IN_PROGRESS for 2s [ 914.851489] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa952a44-827a-4a05-ba92-7039f6ca2b8b: rpc.has_security_group_logging(os_id): False [ 914.889844] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.889844] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.889844] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.890280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.890280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.890858] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.890858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.891096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.891244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.891354] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.891934] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b is going to be updated. [ 914.980375] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.980375] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.980650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.980825] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.980895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.001545] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: IN_PROGRESS for 2s [ 915.175295] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.175671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.175671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.175735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.175827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.176158] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.176382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.176463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.176637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.176718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.176811] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 915.203904] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.204268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.204424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.205692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.205692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.206515] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 00e652fe-7ddd-47c2-a67d-565b152fda82 [ 915.206515] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.206515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.206515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.206717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.206767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.206915] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:00e652fe-7ddd-47c2-a67d-565b152fda82 already deleted. [ 915.206968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00e652fe-7ddd-47c2-a67d-565b152fda82" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.218069] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 915.225626] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-56 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.225626] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.225626] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.225920] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.226180] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.226345] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.226465] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.226679] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.226840] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.227209] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.227209] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 915.227328] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 915.227418] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 915.227523] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 915.227631] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 915.227760] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 915.278582] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 915.278582] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 915.278582] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 915.278582] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.278582] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-ebf7000b-eeac-48da-b0e4-8b3771bda10c taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.278582] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-ebf7000b-eeac-48da-b0e4-8b3771bda10c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.278582] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-ebf7000b-eeac-48da-b0e4-8b3771bda10c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.278925] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-ebf7000b-eeac-48da-b0e4-8b3771bda10c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.278925] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf7000b-eeac-48da-b0e4-8b3771bda10c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.785222] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.785222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.785222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.785222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.785222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.785222] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port ebf7000b-eeac-48da-b0e4-8b3771bda10c not found, creating... [ 915.785222] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.785222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.785222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.785222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.785222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.785627] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.785627] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.785627] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.785627] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.788303] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.788303] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: ebf7000b-eeac-48da-b0e4-8b3771bda10c is going to be created. [ 915.809325] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.809325] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.809325] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.809585] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.810425] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.810425] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-ebf7000b-eeac-48da-b0e4-8b3771bda10c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.906662] env[65530]: INFO networking_nsxv3.common.synchronization [req-9cef4796-1953-430b-a5f7-74dbeacfa573 req-a2f8559f-97e3-4899-a791-13e5564156df tempest-SecurityGroupRulesNegativeTestJSON-730320505 tempest-SecurityGroupRulesNegativeTestJSON-730320505-project-member] Enqueued Resource ID: cdaee743-8748-453b-b464-75b796f502fa with Priority: HIGHEST for action security_group_rules [ 915.907380] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdaee743-8748-453b-b464-75b796f502fa with Priority: HIGHEST for action security_group_rules [ 915.907739] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdaee743-8748-453b-b464-75b796f502fa taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.907893] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdaee743-8748-453b-b464-75b796f502fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.907944] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdaee743-8748-453b-b464-75b796f502fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.908368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdaee743-8748-453b-b464-75b796f502fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.908368] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdaee743-8748-453b-b464-75b796f502fa',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.150152] env[65530]: INFO networking_nsxv3.common.synchronization [req-d778c841-be57-4e3c-8af3-4a1012eb7bd5 req-f26e8e13-a828-47c7-9ffb-0281ff0fcae0 tempest-SecurityGroupRulesNegativeTestJSON-730320505 tempest-SecurityGroupRulesNegativeTestJSON-730320505-project-member] Enqueued Resource ID: cdaee743-8748-453b-b464-75b796f502fa with Priority: HIGHEST for action security_group_rules [ 916.150406] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cdaee743-8748-453b-b464-75b796f502fa with Priority: HIGHEST for action security_group_rules [ 916.150494] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cdaee743-8748-453b-b464-75b796f502fa taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.150596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cdaee743-8748-453b-b464-75b796f502fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.430784] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.431100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.431100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.431356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.431476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.431602] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdaee743-8748-453b-b464-75b796f502fa already deleted. [ 916.431793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdaee743-8748-453b-b464-75b796f502fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.434143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cdaee743-8748-453b-b464-75b796f502fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.434891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cdaee743-8748-453b-b464-75b796f502fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.435840] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cdaee743-8748-453b-b464-75b796f502fa',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.544301] env[65530]: INFO networking_nsxv3.common.synchronization [req-5c4b41fa-a0a7-4c26-9b13-e0c8954dc4ab req-d7a12647-0865-4dc8-a515-b8caf65df28c service nova] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_rules [ 916.544301] env[65530]: INFO networking_nsxv3.common.synchronization [req-5c4b41fa-a0a7-4c26-9b13-e0c8954dc4ab req-d7a12647-0865-4dc8-a515-b8caf65df28c service nova] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 916.544301] env[65530]: INFO networking_nsxv3.common.synchronization [req-5c4b41fa-a0a7-4c26-9b13-e0c8954dc4ab req-d7a12647-0865-4dc8-a515-b8caf65df28c service nova] Enqueued Resource ID: ebf7000b-eeac-48da-b0e4-8b3771bda10c with Priority: HIGHEST for action port [ 916.544517] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_rules [ 916.544662] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 916.544761] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebf7000b-eeac-48da-b0e4-8b3771bda10c with Priority: HIGHEST for action port [ 916.545125] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.545261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.545329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.545854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.545942] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.547021] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.547021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.547581] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebf7000b-eeac-48da-b0e4-8b3771bda10c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.547581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebf7000b-eeac-48da-b0e4-8b3771bda10c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.547581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebf7000b-eeac-48da-b0e4-8b3771bda10c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.547765] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebf7000b-eeac-48da-b0e4-8b3771bda10c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.549830] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebf7000b-eeac-48da-b0e4-8b3771bda10c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 916.732616] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: SUCCESS [ 916.732889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.960228] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.960228] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.960404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.960486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.960638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.960775] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cdaee743-8748-453b-b464-75b796f502fa already deleted. [ 916.960884] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cdaee743-8748-453b-b464-75b796f502fa" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.020807] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: SUCCESS [ 917.021242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.050603] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.050603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.050776] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ebf7000b-eeac-48da-b0e4-8b3771bda10c with status ACTIVE [ 917.050899] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.051013] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.051382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.051382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.051382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.051583] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.051659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.051717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.051868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.051975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.052125] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.052214] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.054034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.054034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.054034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.054034] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ebf7000b-eeac-48da-b0e4-8b3771bda10c is going to be updated. [ 917.080290] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.080442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.080536] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.080757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.080903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.081076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebf7000b-eeac-48da-b0e4-8b3771bda10c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.141258] env[65530]: INFO networking_nsxv3.common.synchronization [None req-0bbec0e3-0817-4995-9660-3a492b506394 tempest-ServerDiskConfigTestJSON-182912250 tempest-ServerDiskConfigTestJSON-182912250-project-member] Enqueued Resource ID: 6ca638d4-5869-45ed-b002-e5831f19e363 with Priority: HIGHEST for action security_group_rules [ 917.142321] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca638d4-5869-45ed-b002-e5831f19e363 with Priority: HIGHEST for action security_group_rules [ 917.142404] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ca638d4-5869-45ed-b002-e5831f19e363 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.142496] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ca638d4-5869-45ed-b002-e5831f19e363" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.142529] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ca638d4-5869-45ed-b002-e5831f19e363" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.142830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ca638d4-5869-45ed-b002-e5831f19e363" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.142946] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ca638d4-5869-45ed-b002-e5831f19e363',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.230373] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 917.230673] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 deletion is rescheduled due to dependency. [ 917.230764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.231316] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.231543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.231755] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.231919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.232183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.232183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.232266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.232416] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.267106] env[65530]: INFO networking_nsxv3.common.synchronization [None req-791aa256-39d4-4c1a-9a14-bdbeedde66a9 tempest-ServerDiskConfigTestJSON-182912250 tempest-ServerDiskConfigTestJSON-182912250-project-member] Enqueued Resource ID: 6ca638d4-5869-45ed-b002-e5831f19e363 with Priority: HIGHEST for action security_group_rules [ 917.268554] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ca638d4-5869-45ed-b002-e5831f19e363 with Priority: HIGHEST for action security_group_rules [ 917.268554] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ca638d4-5869-45ed-b002-e5831f19e363 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.268554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ca638d4-5869-45ed-b002-e5831f19e363" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.572442] env[65530]: INFO networking_nsxv3.common.synchronization [None req-780c276d-b478-4efd-ae23-718434ff959a None None] Enqueued Resource ID: d2a43f06-b60c-4af5-abfb-e7d19df51fa3 with Priority: HIGHEST for action port [ 917.573232] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d2a43f06-b60c-4af5-abfb-e7d19df51fa3 with Priority: HIGHEST for action port [ 917.573799] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-d2a43f06-b60c-4af5-abfb-e7d19df51fa3 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.574233] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d2a43f06-b60c-4af5-abfb-e7d19df51fa3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.574233] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d2a43f06-b60c-4af5-abfb-e7d19df51fa3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.574698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d2a43f06-b60c-4af5-abfb-e7d19df51fa3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.574839] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d2a43f06-b60c-4af5-abfb-e7d19df51fa3',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.673786] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.673786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.673786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.673786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.673786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.673786] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ca638d4-5869-45ed-b002-e5831f19e363 already deleted. [ 917.673786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ca638d4-5869-45ed-b002-e5831f19e363" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.673786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ca638d4-5869-45ed-b002-e5831f19e363" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.674309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ca638d4-5869-45ed-b002-e5831f19e363" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.674309] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ca638d4-5869-45ed-b002-e5831f19e363',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.738592] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.078150] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d2a43f06-b60c-4af5-abfb-e7d19df51fa3 [ 918.078246] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.078410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.078440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.078674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.078767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.078878] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d2a43f06-b60c-4af5-abfb-e7d19df51fa3 already deleted. [ 918.078961] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d2a43f06-b60c-4af5-abfb-e7d19df51fa3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.198274] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.198274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.198274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.198274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.198274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.198274] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ca638d4-5869-45ed-b002-e5831f19e363 already deleted. [ 918.198274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ca638d4-5869-45ed-b002-e5831f19e363" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.242259] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.744804] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.745152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.745152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.745259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.745347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.745495] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 918.786161] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.786161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.786161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.786161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.786161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.795056] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 920.809587] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 920.810273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.810273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.810526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.810949] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.811068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.811153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.811418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.811748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.811748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.811845] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.830214] env[65530]: INFO networking_nsxv3.common.synchronization [req-7ad39e17-5609-438f-b172-2838d315327f req-bd0b090b-3343-49f3-b5a7-ed1bfe1c5aa3 tempest-ServerDiskConfigTestJSON-182912250 tempest-ServerDiskConfigTestJSON-182912250-project-member] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 920.831623] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 920.831902] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.832119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.832209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.832509] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.832795] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.832957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.833116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.833339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.833474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.833600] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.316559] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.316860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.316860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.317050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.317229] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.317332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.317422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.317541] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.317631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.317717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.317865] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.317962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.318066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.318194] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.318339] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.318422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.318483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.318617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.318692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.318772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.318860] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 921.337060] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.337060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.337225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.337479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.337624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.337886] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.338021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.338119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.338318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.338405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.338508] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be updated. [ 921.368327] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.368471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.368543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.368751] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.369117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.384188] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 921.826445] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c7c771-f3e0-4914-bbef-543112491834: rpc.has_security_group_logging(os_id): False [ 921.845117] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.845344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.845344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.846091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.846091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.846091] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.846228] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.846309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.846512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.847242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.847242] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.847242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.851579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.851880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.852015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.852282] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.852547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.852722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.852817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.853177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.853677] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 921.932336] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.932336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.932336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.932336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.932336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.948178] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 923.206476] env[65530]: INFO networking_nsxv3.common.synchronization [None req-1f653869-333c-4481-9214-16474d4a4af3 None None] Enqueued Resource ID: 9417bf1b-4956-40d4-b5c5-5608afb121b6 with Priority: HIGHEST for action port [ 923.206476] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9417bf1b-4956-40d4-b5c5-5608afb121b6 with Priority: HIGHEST for action port [ 923.206476] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-9417bf1b-4956-40d4-b5c5-5608afb121b6 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.206476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9417bf1b-4956-40d4-b5c5-5608afb121b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.206476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9417bf1b-4956-40d4-b5c5-5608afb121b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.208967] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9417bf1b-4956-40d4-b5c5-5608afb121b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.208967] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9417bf1b-4956-40d4-b5c5-5608afb121b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.394987] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 923.395217] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb deletion is rescheduled due to dependency. [ 923.395346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.713121] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9417bf1b-4956-40d4-b5c5-5608afb121b6 [ 923.714033] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.714033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.714033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.714033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.714033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.714033] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9417bf1b-4956-40d4-b5c5-5608afb121b6 already deleted. [ 923.714033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9417bf1b-4956-40d4-b5c5-5608afb121b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.968358] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 923.968358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.172353] env[65530]: INFO networking_nsxv3.common.synchronization [req-9e3c42d4-3e5d-4995-b31a-641439a6e7d2 req-fb110d32-cf82-4592-b829-b284e378a994 tempest-ServerActionsV293TestJSON-556414031 tempest-ServerActionsV293TestJSON-556414031-project-member] Enqueued Resource ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c with Priority: HIGHEST for action security_group_members [ 924.172931] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c with Priority: HIGHEST for action security_group_members [ 924.173831] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.173831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.173831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.174096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.174096] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.174238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.174663] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.174968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.175470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.175470] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('903baf0c-bd1e-4ab0-a37e-8084312ddc8c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.584261] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-754 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.584666] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-754" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.584666] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-754" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.584917] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-754" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.585252] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.585419] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.585502] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.585754] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.585896] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.586402] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.586546] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 924.586752] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 924.587070] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 924.587278] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 924.587471] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 924.587699] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 924.609659] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 924.609831] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 924.609967] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 924.610466] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-754" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.610466] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-66517b0f-7033-43d6-ad37-18dac1568c86 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.610640] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-66517b0f-7033-43d6-ad37-18dac1568c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.610764] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-66517b0f-7033-43d6-ad37-18dac1568c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.611101] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-66517b0f-7033-43d6-ad37-18dac1568c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.611270] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66517b0f-7033-43d6-ad37-18dac1568c86',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 924.679352] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.679352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.679352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.679352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.679352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.679352] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.679352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.679352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.679352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.679352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.679352] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c already deleted. [ 924.679352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.115704] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.116188] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.116638] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.117062] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.117298] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.117551] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 66517b0f-7033-43d6-ad37-18dac1568c86 not found, creating... [ 925.117964] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.118289] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.118956] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.118956] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.119155] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.119655] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.119910] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.120146] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.120483] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.120719] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.120950] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 66517b0f-7033-43d6-ad37-18dac1568c86 is going to be created. [ 925.147803] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.148656] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.148746] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.149029] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.149262] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.149491] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-66517b0f-7033-43d6-ad37-18dac1568c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.454304] env[65530]: INFO networking_nsxv3.common.synchronization [req-c199425d-83c4-41b3-9790-33d4e3141ef1 req-a759f6cc-09af-4d0f-9514-346c6736655b tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 925.455304] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 925.457251] env[65530]: INFO networking_nsxv3.common.synchronization [None req-48e09aa4-6df1-4594-8858-36a877821daf None None] Enqueued Resource ID: 48c149c1-15a0-441f-968a-82ff5b625a1c with Priority: HIGHEST for action port [ 925.457251] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.457251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.457251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.457251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.458035] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.458035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.458035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.458035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.458035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.458035] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.459818] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c149c1-15a0-441f-968a-82ff5b625a1c with Priority: HIGHEST for action port [ 925.459818] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-48c149c1-15a0-441f-968a-82ff5b625a1c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.459818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48c149c1-15a0-441f-968a-82ff5b625a1c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.460288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48c149c1-15a0-441f-968a-82ff5b625a1c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.460288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48c149c1-15a0-441f-968a-82ff5b625a1c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.460288] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c149c1-15a0-441f-968a-82ff5b625a1c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.927106] env[65530]: INFO networking_nsxv3.common.synchronization [req-9e3c42d4-3e5d-4995-b31a-641439a6e7d2 req-376149cf-a5e8-4c28-be97-05d9384be257 service nova] Enqueued Resource ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c with Priority: HIGHEST for action security_group_rules [ 925.927388] env[65530]: INFO networking_nsxv3.common.synchronization [req-9e3c42d4-3e5d-4995-b31a-641439a6e7d2 req-376149cf-a5e8-4c28-be97-05d9384be257 service nova] Enqueued Resource ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c with Priority: HIGHEST for action security_group_members [ 925.927464] env[65530]: INFO networking_nsxv3.common.synchronization [req-9e3c42d4-3e5d-4995-b31a-641439a6e7d2 req-376149cf-a5e8-4c28-be97-05d9384be257 service nova] Enqueued Resource ID: 66517b0f-7033-43d6-ad37-18dac1568c86 with Priority: HIGHEST for action port [ 925.927775] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c with Priority: HIGHEST for action security_group_rules [ 925.927775] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c with Priority: HIGHEST for action security_group_members [ 925.927885] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66517b0f-7033-43d6-ad37-18dac1568c86 with Priority: HIGHEST for action port [ 925.928412] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.928562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.928616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.928809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.928926] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('903baf0c-bd1e-4ab0-a37e-8084312ddc8c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.929950] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.930112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.930188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.930366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.930517] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.930620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.930736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.930819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.930898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.931908] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('903baf0c-bd1e-4ab0-a37e-8084312ddc8c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.932740] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-66517b0f-7033-43d6-ad37-18dac1568c86 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.932864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-66517b0f-7033-43d6-ad37-18dac1568c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.933096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-66517b0f-7033-43d6-ad37-18dac1568c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.933309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-66517b0f-7033-43d6-ad37-18dac1568c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.933407] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('66517b0f-7033-43d6-ad37-18dac1568c86',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.962906] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.962906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.962906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.962906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.962906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.962906] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.962906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.962906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.962906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.962906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.962906] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be deleted. [ 925.964370] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48c149c1-15a0-441f-968a-82ff5b625a1c [ 925.964579] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.964674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.964744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.964875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.964953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.965051] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48c149c1-15a0-441f-968a-82ff5b625a1c already deleted. [ 925.965132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48c149c1-15a0-441f-968a-82ff5b625a1c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.002071] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.002071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.002071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.002071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.002071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.002071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.203125] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.203335] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.203463] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.203738] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.203993] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.205111] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.205111] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.205111] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.205111] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.205342] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.205449] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 926.205565] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 926.205682] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 926.205798] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 926.205900] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 926.206045] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 926.223985] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 926.224181] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 926.224312] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 926.224489] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.224873] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-4bb321a6-f139-4279-9082-847b16071387 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.225063] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-4bb321a6-f139-4279-9082-847b16071387" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.225190] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-4bb321a6-f139-4279-9082-847b16071387" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.225514] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-4bb321a6-f139-4279-9082-847b16071387" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.225670] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb321a6-f139-4279-9082-847b16071387',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.435469] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.435676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.435821] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('903baf0c-bd1e-4ab0-a37e-8084312ddc8c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 926.438580] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 66517b0f-7033-43d6-ad37-18dac1568c86 with status ACTIVE [ 926.438902] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.439122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.439515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.439515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.439639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.439824] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.440363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.440363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.440363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.440363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.440569] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.440677] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.440736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.440874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.440990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.441072] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 66517b0f-7033-43d6-ad37-18dac1568c86 is going to be updated. [ 926.470507] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.470699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.470699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.471343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.471343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.471343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-66517b0f-7033-43d6-ad37-18dac1568c86" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.727791] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.728054] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.728169] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.728481] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.728645] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.728818] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 4bb321a6-f139-4279-9082-847b16071387 not found, creating... [ 926.729127] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.729346] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.729495] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.729626] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.729784] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.730068] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.730234] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.730352] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.730559] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.730694] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.730923] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 4bb321a6-f139-4279-9082-847b16071387 is going to be created. [ 926.752897] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 926.753192] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 926.753192] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 926.753479] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 926.753712] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.754028] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-4bb321a6-f139-4279-9082-847b16071387" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.938048] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('903baf0c-bd1e-4ab0-a37e-8084312ddc8c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.440619] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.440619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.440619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.440847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.440880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.440982] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c is going to be created. [ 927.468454] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.468651] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.468691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.468890] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.469066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.480244] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c in Status: UNINITIALIZED for 2s [ 927.483733] env[65530]: INFO networking_nsxv3.common.synchronization [req-c199425d-83c4-41b3-9790-33d4e3141ef1 req-faba48c8-5351-45e2-9df6-6980c860be91 service nova] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_rules [ 927.484071] env[65530]: INFO networking_nsxv3.common.synchronization [req-c199425d-83c4-41b3-9790-33d4e3141ef1 req-faba48c8-5351-45e2-9df6-6980c860be91 service nova] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 927.484322] env[65530]: INFO networking_nsxv3.common.synchronization [req-c199425d-83c4-41b3-9790-33d4e3141ef1 req-faba48c8-5351-45e2-9df6-6980c860be91 service nova] Enqueued Resource ID: 4bb321a6-f139-4279-9082-847b16071387 with Priority: HIGHEST for action port [ 927.485017] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_rules [ 927.485359] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 927.485496] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bb321a6-f139-4279-9082-847b16071387 with Priority: HIGHEST for action port [ 927.486156] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.486156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.486156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.486430] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.486541] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.488244] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.488576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.488694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.489030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.489164] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.489270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.489336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.489489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.489576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.489658] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.490601] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bb321a6-f139-4279-9082-847b16071387 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.490763] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bb321a6-f139-4279-9082-847b16071387" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.490906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bb321a6-f139-4279-9082-847b16071387" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.491108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bb321a6-f139-4279-9082-847b16071387" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.491214] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bb321a6-f139-4279-9082-847b16071387',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.992861] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.993206] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.995404] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.996655] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bb321a6-f139-4279-9082-847b16071387 with status ACTIVE [ 927.996906] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.997020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.997079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.997275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.997363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.997531] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.997642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.997690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.997823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.997898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.998085] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.998210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.998247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.998548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.998548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.998548] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bb321a6-f139-4279-9082-847b16071387 is going to be updated. [ 928.022128] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.022292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.022356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.022773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.022773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.022911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bb321a6-f139-4279-9082-847b16071387" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.500662] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.006648] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.007067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.007243] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.007517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.007711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.007768] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be created. [ 929.036069] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.036226] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.036290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.036502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.036672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.049947] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: UNINITIALIZED for 2s [ 929.123128] env[65530]: INFO networking_nsxv3.common.synchronization [None req-043a5d43-e36c-4a14-a9d8-42940ab3548d None None] Enqueued Resource ID: 2440b296-accd-4674-9b59-c9d1f3413f25 with Priority: HIGHEST for action port [ 929.123669] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2440b296-accd-4674-9b59-c9d1f3413f25 with Priority: HIGHEST for action port [ 929.123975] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-2440b296-accd-4674-9b59-c9d1f3413f25 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.124242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2440b296-accd-4674-9b59-c9d1f3413f25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.124242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2440b296-accd-4674-9b59-c9d1f3413f25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.124586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2440b296-accd-4674-9b59-c9d1f3413f25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.124586] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2440b296-accd-4674-9b59-c9d1f3413f25',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.493427] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c in Status: SUCCESS [ 929.493830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.494088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.494485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.494814] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.494955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.495045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.495306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.495411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.495469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.495575] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('903baf0c-bd1e-4ab0-a37e-8084312ddc8c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.627657] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2440b296-accd-4674-9b59-c9d1f3413f25 [ 929.627900] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.628196] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.628289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.628516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.628632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.629470] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2440b296-accd-4674-9b59-c9d1f3413f25 already deleted. [ 929.629470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2440b296-accd-4674-9b59-c9d1f3413f25" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.000173] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('903baf0c-bd1e-4ab0-a37e-8084312ddc8c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.503026] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 903baf0c-bd1e-4ab0-a37e-8084312ddc8c: rpc.has_security_group_logging(os_id): False [ 930.522419] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.522654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.522748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.523044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.523175] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.523467] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.523581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.523646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.523884] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.523997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.524124] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c is going to be created. [ 930.604595] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.604835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.604835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.605075] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.605267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.618163] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c in Status: IN_PROGRESS for 2s [ 930.835587] env[65530]: INFO networking_nsxv3.common.synchronization [req-f33294ab-8d87-4074-a4ae-43d13dae582b req-b6c57638-fd9e-4127-89f4-e4a6fe1071f6 tempest-ListServerFiltersTestJSON-334157734 tempest-ListServerFiltersTestJSON-334157734-project-member] Enqueued Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 930.836499] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 930.836820] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.837238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.837238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.837340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.837503] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.837503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.837503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.837503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.837503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.837503] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.996538] env[65530]: INFO networking_nsxv3.common.synchronization [req-3c5505fd-be6a-4075-a0d1-db4815cc1e06 req-d7cb8351-870c-4dec-8c00-e3a03215f941 tempest-AttachVolumeTestJSON-1349496788 tempest-AttachVolumeTestJSON-1349496788-project-member] Enqueued Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGHEST for action security_group_members [ 930.997132] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGHEST for action security_group_members [ 930.997519] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.997727] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.997812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.998060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.998541] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.998662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.998714] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.998874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.998992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.999110] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6b5e4aa-b7c5-49c3-b8fe-bac32a089719',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.060878] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 931.060878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.060878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.061153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.061323] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.061510] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.061510] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.061665] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.061726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.061817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.061912] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.340643] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.357685] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-401 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.357871] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.357988] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.358301] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.358611] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.358729] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.359400] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.359400] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.359400] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.359400] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.359645] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.359645] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.359722] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.359814] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.359921] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.360066] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.387631] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.387631] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.387631] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.387880] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-401" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.388647] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-d45806ea-cadf-4a67-b49e-27095d170c2d taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.388647] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-d45806ea-cadf-4a67-b49e-27095d170c2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.388647] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-d45806ea-cadf-4a67-b49e-27095d170c2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.388956] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-d45806ea-cadf-4a67-b49e-27095d170c2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.388956] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d45806ea-cadf-4a67-b49e-27095d170c2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.502611] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.502611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.502611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.502611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.502611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.502611] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.502611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.502611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.502611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.502611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.502611] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 already deleted. [ 931.502611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.513769] env[65530]: INFO networking_nsxv3.common.synchronization [None req-5413ccdf-43db-4026-a610-5f7555621ce6 None None] Enqueued Resource ID: e6922422-440f-418a-ab9c-a878b1a77d5f with Priority: HIGHEST for action port [ 931.514542] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6922422-440f-418a-ab9c-a878b1a77d5f with Priority: HIGHEST for action port [ 931.515024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-e6922422-440f-418a-ab9c-a878b1a77d5f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.515192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e6922422-440f-418a-ab9c-a878b1a77d5f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.515477] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e6922422-440f-418a-ab9c-a878b1a77d5f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.515809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e6922422-440f-418a-ab9c-a878b1a77d5f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.515903] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e6922422-440f-418a-ab9c-a878b1a77d5f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.564169] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.564383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.564459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.564721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.564906] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.565024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.565092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.565263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.565394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.565533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.565922] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.565922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.566029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.566263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.566492] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.566654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.566757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.566932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.567041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.567133] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.567227] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.843489] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.856030] env[65530]: INFO networking_nsxv3.common.synchronization [None req-7ef6e7ae-03b2-4d30-9c7f-ce2f18bd3067 tempest-AttachInterfacesUnderV243Test-1372740778 tempest-AttachInterfacesUnderV243Test-1372740778-project-member] Enqueued Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_rules [ 931.856957] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_rules [ 931.857060] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.857185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.857300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.857553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.857651] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.894654] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.895239] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.895497] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.895896] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.896319] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.896543] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port d45806ea-cadf-4a67-b49e-27095d170c2d not found, creating... [ 931.896968] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.897289] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.897434] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.897710] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.897859] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.898303] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.898556] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.898697] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.898923] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.899075] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.899257] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: d45806ea-cadf-4a67-b49e-27095d170c2d is going to be created. [ 931.921191] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.921419] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.921549] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.921908] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.922194] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.922396] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-d45806ea-cadf-4a67-b49e-27095d170c2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.945847] env[65530]: INFO networking_nsxv3.common.synchronization [None req-ea247b29-345a-4f32-91d4-a50ea2c7de1b tempest-AttachInterfacesUnderV243Test-1372740778 tempest-AttachInterfacesUnderV243Test-1372740778-project-member] Enqueued Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_rules [ 931.946366] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_rules [ 931.946698] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.946813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.018860] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e6922422-440f-418a-ab9c-a878b1a77d5f [ 932.019251] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.019497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.019592] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.019827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.019919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.020035] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e6922422-440f-418a-ab9c-a878b1a77d5f already deleted. [ 932.020117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e6922422-440f-418a-ab9c-a878b1a77d5f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.070268] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de984ea4-1fb7-44a3-b134-80db9a74bfb2: rpc.has_security_group_logging(os_id): False [ 932.111984] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.111984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.112120] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.112345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.112389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.112690] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.112829] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.112897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.113076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.113156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.113342] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.113438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.113502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.113727] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.113868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.114642] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.114785] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.114827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.114973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.115059] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.115168] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be created. [ 932.223329] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.224547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.224547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.224547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.224547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.240023] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: IN_PROGRESS for 2s [ 932.347094] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.347094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.347094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.347355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.347355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.347444] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 is going to be updated. [ 932.424058] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.424058] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.424304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.424423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.424423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.424519] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 already deleted. [ 932.424626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.424787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.424990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.425111] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.447083] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.447263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.447322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.447545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.447701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.461309] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: IN_PROGRESS for 2s [ 932.632448] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c in Status: SUCCESS [ 932.632704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.636931] env[65530]: INFO networking_nsxv3.common.synchronization [req-3c5505fd-be6a-4075-a0d1-db4815cc1e06 req-361ee8d2-d74b-4d93-a9c2-854f8f0c0012 service nova] Enqueued Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGHEST for action security_group_rules [ 932.637144] env[65530]: INFO networking_nsxv3.common.synchronization [req-3c5505fd-be6a-4075-a0d1-db4815cc1e06 req-361ee8d2-d74b-4d93-a9c2-854f8f0c0012 service nova] Enqueued Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGHEST for action security_group_members [ 932.637319] env[65530]: INFO networking_nsxv3.common.synchronization [req-3c5505fd-be6a-4075-a0d1-db4815cc1e06 req-361ee8d2-d74b-4d93-a9c2-854f8f0c0012 service nova] Enqueued Resource ID: d45806ea-cadf-4a67-b49e-27095d170c2d with Priority: HIGHEST for action port [ 932.637499] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGHEST for action security_group_rules [ 932.637632] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGHEST for action security_group_members [ 932.637729] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d45806ea-cadf-4a67-b49e-27095d170c2d with Priority: HIGHEST for action port [ 932.638306] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.638432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.638499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.638691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.638775] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6b5e4aa-b7c5-49c3-b8fe-bac32a089719',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.639758] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.639758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.639758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.639957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.640259] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.640259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.640259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.641645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.641645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.641645] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6b5e4aa-b7c5-49c3-b8fe-bac32a089719',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.642540] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-d45806ea-cadf-4a67-b49e-27095d170c2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.642540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d45806ea-cadf-4a67-b49e-27095d170c2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.642540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d45806ea-cadf-4a67-b49e-27095d170c2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.642745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d45806ea-cadf-4a67-b49e-27095d170c2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.642745] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d45806ea-cadf-4a67-b49e-27095d170c2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.947159] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.947159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.947159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.947409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.947457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.947551] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 already deleted. [ 932.947737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.144212] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.144353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.145057] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6b5e4aa-b7c5-49c3-b8fe-bac32a089719',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.145567] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d45806ea-cadf-4a67-b49e-27095d170c2d with status ACTIVE [ 933.145769] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.146471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.146471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.146471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.146471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.146471] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.146471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.146819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.146819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.146819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.146928] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.147035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.147070] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.148734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.148734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.148734] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d45806ea-cadf-4a67-b49e-27095d170c2d is going to be updated. [ 933.173184] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.173366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.173505] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.173615] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.173750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.173917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d45806ea-cadf-4a67-b49e-27095d170c2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.651304] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6b5e4aa-b7c5-49c3-b8fe-bac32a089719',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.945367] env[65530]: INFO networking_nsxv3.common.synchronization [None req-06fa1fe3-1104-4088-a7d2-3e58986c0937 tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 933.946247] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 933.946604] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.946780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.946853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.947083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.947244] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.947408] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.947408] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.947735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.947735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.947735] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.153375] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.153585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.153663] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.153925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.154069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.154176] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 is going to be created. [ 934.183127] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.183370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.183476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.183726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.183936] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.199379] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 in Status: UNINITIALIZED for 2s [ 934.262433] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 934.262667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.449953] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 934.470682] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: SUCCESS [ 934.470906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.952797] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.455657] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.455957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.456049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.456268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.456360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.456458] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be updated. [ 935.490792] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.491147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.491993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.491993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.491993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.502660] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: IN_PROGRESS for 2s [ 936.211025] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 in Status: SUCCESS [ 936.211448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.211448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.211633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.211826] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.211946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.212023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.212212] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.212303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.212393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.212549] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6b5e4aa-b7c5-49c3-b8fe-bac32a089719',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.627663] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.627945] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.628090] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.628374] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.628648] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.628810] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.628927] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.629581] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.629581] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.629698] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.629745] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 936.629912] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 936.630122] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 936.630207] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 936.630368] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 936.630509] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 936.661818] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 936.662015] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 936.662174] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 936.662353] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.662738] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-5d150854-f278-464f-ad92-1cdd424d659a taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.662927] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-5d150854-f278-464f-ad92-1cdd424d659a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.663065] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-5d150854-f278-464f-ad92-1cdd424d659a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.663409] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-5d150854-f278-464f-ad92-1cdd424d659a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.663551] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d150854-f278-464f-ad92-1cdd424d659a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.715139] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6b5e4aa-b7c5-49c3-b8fe-bac32a089719',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.166456] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.166756] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.166928] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.167350] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.167566] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.167765] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 5d150854-f278-464f-ad92-1cdd424d659a not found, creating... [ 937.168188] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.168436] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.168608] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.168922] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.169142] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.169507] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.169703] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.169849] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.170159] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.170363] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.170553] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 5d150854-f278-464f-ad92-1cdd424d659a is going to be created. [ 937.192062] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.192360] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.192503] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.192826] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.193146] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.193431] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-5d150854-f278-464f-ad92-1cdd424d659a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.217418] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6b5e4aa-b7c5-49c3-b8fe-bac32a089719: rpc.has_security_group_logging(os_id): False [ 937.240706] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.240706] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.240706] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.241250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.241399] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.241685] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.241814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.241814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.242016] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.242096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.242191] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 is going to be created. [ 937.340391] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.340583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.340628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.340818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.340998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.356549] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 in Status: IN_PROGRESS for 2s [ 937.515970] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 937.515970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.933746] env[65530]: INFO networking_nsxv3.common.synchronization [req-66f96abf-98fe-4cd4-b4ec-80c1f7afbae3 req-ffb8ed07-c4bc-45aa-8b5f-836a39605de2 service nova] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_rules [ 937.933924] env[65530]: INFO networking_nsxv3.common.synchronization [req-66f96abf-98fe-4cd4-b4ec-80c1f7afbae3 req-ffb8ed07-c4bc-45aa-8b5f-836a39605de2 service nova] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 937.934081] env[65530]: INFO networking_nsxv3.common.synchronization [req-66f96abf-98fe-4cd4-b4ec-80c1f7afbae3 req-ffb8ed07-c4bc-45aa-8b5f-836a39605de2 service nova] Enqueued Resource ID: 5d150854-f278-464f-ad92-1cdd424d659a with Priority: HIGHEST for action port [ 937.934801] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_rules [ 937.934952] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 937.934984] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d150854-f278-464f-ad92-1cdd424d659a with Priority: HIGHEST for action port [ 937.935282] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.935409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.935488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.935697] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.935779] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.938832] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.938965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.939169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.939386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.939555] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.939720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.939720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.939871] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.939980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.940107] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.941300] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d150854-f278-464f-ad92-1cdd424d659a taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.941300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d150854-f278-464f-ad92-1cdd424d659a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.941300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d150854-f278-464f-ad92-1cdd424d659a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.941300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d150854-f278-464f-ad92-1cdd424d659a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.941300] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d150854-f278-464f-ad92-1cdd424d659a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.443779] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.446796] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.446796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.446796] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d150854-f278-464f-ad92-1cdd424d659a with status ACTIVE [ 938.446796] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.446796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.446796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.446796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.446796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.446796] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.446796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.446796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.446796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.446796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.447340] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.447559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.447721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.448021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.448097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.448206] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d150854-f278-464f-ad92-1cdd424d659a is going to be updated. [ 938.473168] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.473316] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.473418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.473608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.473751] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.473910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d150854-f278-464f-ad92-1cdd424d659a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.950405] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.371879] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 in Status: SUCCESS [ 939.371879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.453504] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.453862] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.453862] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.454682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.454682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.454682] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be updated. [ 939.486557] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.486557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.486557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.486806] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.488588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.497076] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: IN_PROGRESS for 2s [ 939.592805] env[65530]: INFO networking_nsxv3.common.synchronization [req-ee5f4f94-e989-43ef-9033-219da78c0176 req-eb75e16c-5086-4979-819e-b3243986d781 tempest-FloatingIPsAssociationTestJSON-826004657 tempest-FloatingIPsAssociationTestJSON-826004657-project-member] Enqueued Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_members [ 939.593430] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_members [ 939.593749] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.593873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.593941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.594149] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.594298] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.594396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.594457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.594715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.594825] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.594900] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 939.945674] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-883 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.945908] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-883" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.946046] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-883" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.946305] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-883" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.946647] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.946707] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.946820] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.947329] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.947485] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.947748] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.947916] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 939.948083] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 939.948242] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 939.948406] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 939.948547] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 939.948730] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 939.971556] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 939.971645] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 939.971783] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 939.971954] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-883" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.972284] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-fdd3fa5c-0537-40db-9614-6fb06f1e4abd taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 939.972463] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-fdd3fa5c-0537-40db-9614-6fb06f1e4abd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.972595] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-fdd3fa5c-0537-40db-9614-6fb06f1e4abd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.972938] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-fdd3fa5c-0537-40db-9614-6fb06f1e4abd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 939.973126] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdd3fa5c-0537-40db-9614-6fb06f1e4abd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.097367] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 940.476418] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.476418] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.476418] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.476418] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.476418] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.476418] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port fdd3fa5c-0537-40db-9614-6fb06f1e4abd not found, creating... [ 940.476829] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.476882] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.477075] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.477363] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.477544] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.477855] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.478063] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.478228] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.478465] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.478631] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.478960] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: fdd3fa5c-0537-40db-9614-6fb06f1e4abd is going to be created. [ 940.500992] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.500992] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.501198] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.501508] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.501828] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.502170] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-fdd3fa5c-0537-40db-9614-6fb06f1e4abd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.600667] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.103485] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.103648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.103719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.103940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.104040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.104141] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 is going to be updated. [ 941.139263] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.139457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.139531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.139744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.139894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.164259] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: IN_PROGRESS for 2s [ 941.230119] env[65530]: INFO networking_nsxv3.common.synchronization [req-ee5f4f94-e989-43ef-9033-219da78c0176 req-6d639230-4af3-43a9-9d94-fcdc2dcbfead service nova] Enqueued Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_rules [ 941.230341] env[65530]: INFO networking_nsxv3.common.synchronization [req-ee5f4f94-e989-43ef-9033-219da78c0176 req-6d639230-4af3-43a9-9d94-fcdc2dcbfead service nova] Enqueued Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_members [ 941.230599] env[65530]: INFO networking_nsxv3.common.synchronization [req-ee5f4f94-e989-43ef-9033-219da78c0176 req-6d639230-4af3-43a9-9d94-fcdc2dcbfead service nova] Enqueued Resource ID: fdd3fa5c-0537-40db-9614-6fb06f1e4abd with Priority: HIGHEST for action port [ 941.231837] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_rules [ 941.231837] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_members [ 941.231837] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fdd3fa5c-0537-40db-9614-6fb06f1e4abd with Priority: HIGHEST for action port [ 941.232156] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.232256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.232322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.232550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.232600] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.233505] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.233628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.233776] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-fdd3fa5c-0537-40db-9614-6fb06f1e4abd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.233875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fdd3fa5c-0537-40db-9614-6fb06f1e4abd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.233925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fdd3fa5c-0537-40db-9614-6fb06f1e4abd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.234123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fdd3fa5c-0537-40db-9614-6fb06f1e4abd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.234191] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fdd3fa5c-0537-40db-9614-6fb06f1e4abd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.507465] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 941.507803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.507843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.508062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.508275] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.508395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.508461] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.508619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.508698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.508804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.508921] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.740529] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.740681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.741202] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fdd3fa5c-0537-40db-9614-6fb06f1e4abd with status ACTIVE [ 941.741202] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.741202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.741202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.741370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.741427] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.741596] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.741693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.741752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.741901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.741978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.742291] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.742291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.742479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.742479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.742532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.742590] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fdd3fa5c-0537-40db-9614-6fb06f1e4abd is going to be updated. [ 941.767468] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.767588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.767663] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.767858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.768319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.768590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fdd3fa5c-0537-40db-9614-6fb06f1e4abd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.011920] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.012115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.012187] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.012456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.012632] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.012781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.012894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.013108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.013198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.013306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.013496] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.013605] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.013697] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.013850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.014053] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.016018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.016018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.016018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.016018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.016018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.016018] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.281867] env[65530]: INFO networking_nsxv3.common.synchronization [req-b6795381-d0ce-4c73-9191-2adf9926b9ba req-cc8276c8-f31d-4e8f-9243-f222c522716f tempest-ServerRescueTestJSON-701228055 tempest-ServerRescueTestJSON-701228055-project-member] Enqueued Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_members [ 942.282499] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_members [ 942.282921] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.286647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.286848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.287138] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.287611] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.287611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.287745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.288120] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.288120] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.288215] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.522856] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de984ea4-1fb7-44a3-b134-80db9a74bfb2: rpc.has_security_group_logging(os_id): False [ 942.544526] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.544526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.544526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.544526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.544526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.544526] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.544526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.544526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.544526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.544526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.544938] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.544938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.544938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.545077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.545107] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.546030] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.546030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.546030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.546030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.546030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.546030] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be updated. [ 942.616856] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.617069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.617122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.617322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.617491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.633039] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: IN_PROGRESS for 2s [ 942.731667] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-136 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.731874] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-136" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.731999] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-136" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.732290] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-136" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.732557] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.732820] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.732942] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.734039] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.734039] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.734039] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.734039] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 942.734039] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 942.734039] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 942.734039] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 942.734323] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 942.734323] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 942.757780] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 942.757972] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 942.758140] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 942.758332] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-136" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 942.758641] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-da7faa57-5d60-4991-9889-595faace5dd6 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 942.758820] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-da7faa57-5d60-4991-9889-595faace5dd6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 942.758941] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-da7faa57-5d60-4991-9889-595faace5dd6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 942.759330] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-da7faa57-5d60-4991-9889-595faace5dd6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 942.759465] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da7faa57-5d60-4991-9889-595faace5dd6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 942.791584] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.181956] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: SUCCESS [ 943.182531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.182624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.183464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.183464] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.183464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.183708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.183849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.183956] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.184235] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.262169] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.262409] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.262647] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.262936] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.263389] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.263581] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port da7faa57-5d60-4991-9889-595faace5dd6 not found, creating... [ 943.263844] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.264014] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.264138] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.264503] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.264723] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.265036] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.265227] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.265363] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.265549] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.265700] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.265868] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: da7faa57-5d60-4991-9889-595faace5dd6 is going to be created. [ 943.287921] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.287921] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.287921] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.287921] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.287921] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.287921] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-da7faa57-5d60-4991-9889-595faace5dd6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.293523] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.687081] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 943.795697] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.795953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.795953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.796191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.796277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.796580] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f133a-48e3-445d-94f0-3c560b7588b6 is going to be updated. [ 943.841393] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.841929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.841929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.841929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.842107] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.856927] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: IN_PROGRESS for 2s [ 943.903223] env[65530]: INFO networking_nsxv3.common.synchronization [req-79a64939-c9a0-4fca-bb69-436cad6ace4b req-9ae9a74f-7f5a-4d41-8c3d-4f0357d06a90 tempest-DeleteServersTestJSON-1181561514 tempest-DeleteServersTestJSON-1181561514-project-member] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 943.903766] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 943.904081] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.904209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.904275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.904475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.904766] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 943.904876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 943.904876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 943.905678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 943.905720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.905814] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.093491] env[65530]: INFO networking_nsxv3.common.synchronization [req-b6795381-d0ce-4c73-9191-2adf9926b9ba req-4d76b23f-df3d-401d-9d54-ca2ba911271e service nova] Enqueued Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_rules [ 944.093724] env[65530]: INFO networking_nsxv3.common.synchronization [req-b6795381-d0ce-4c73-9191-2adf9926b9ba req-4d76b23f-df3d-401d-9d54-ca2ba911271e service nova] Enqueued Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_members [ 944.094340] env[65530]: INFO networking_nsxv3.common.synchronization [req-b6795381-d0ce-4c73-9191-2adf9926b9ba req-4d76b23f-df3d-401d-9d54-ca2ba911271e service nova] Enqueued Resource ID: da7faa57-5d60-4991-9889-595faace5dd6 with Priority: HIGHEST for action port [ 944.094762] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_rules [ 944.094948] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_members [ 944.095138] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da7faa57-5d60-4991-9889-595faace5dd6 with Priority: HIGHEST for action port [ 944.095440] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.095599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.095696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.095951] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.096078] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.097499] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.097499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.097650] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-da7faa57-5d60-4991-9889-595faace5dd6 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.097759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da7faa57-5d60-4991-9889-595faace5dd6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.097820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da7faa57-5d60-4991-9889-595faace5dd6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.102134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da7faa57-5d60-4991-9889-595faace5dd6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.102357] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da7faa57-5d60-4991-9889-595faace5dd6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.191438] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.408328] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.408552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.408631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.408855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.409052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.409362] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.409719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.409719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.409719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.409821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.409950] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 944.440088] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.440245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.440316] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.440539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.440684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.450210] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 944.605379] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.605524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.605798] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port da7faa57-5d60-4991-9889-595faace5dd6 with status ACTIVE [ 944.605900] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.606039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.606104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.606330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.606412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.606601] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.606699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.607384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.607384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.607384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.607384] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.607640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.607640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.607640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.607723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.607790] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: da7faa57-5d60-4991-9889-595faace5dd6 is going to be updated. [ 944.629926] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.631015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.631015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.631015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.631015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.631015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da7faa57-5d60-4991-9889-595faace5dd6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.647598] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 944.647598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.694424] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.694868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.694868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.695129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.695241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.695458] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 is going to be updated. [ 944.734173] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.734363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.734406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.734617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.734827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.746307] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: IN_PROGRESS for 2s [ 944.920021] env[65530]: INFO networking_nsxv3.common.synchronization [req-4af08aed-fba2-402b-996a-c71acbdb42f5 req-5901bd98-35fc-4970-9f47-1cec592ff4f0 tempest-ImagesTestJSON-1643481996 tempest-ImagesTestJSON-1643481996-project-member] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 944.920618] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 944.920931] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.921077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.921145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.921377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.921532] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.921667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.921746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.921903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.921985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.922099] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.282285] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.282539] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.282962] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.283215] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.283538] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.283713] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.283869] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.284137] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.284311] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.284548] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.284737] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.284889] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.285096] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.285172] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.285328] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.285488] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.330307] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.330495] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.330624] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.330802] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.331160] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-505b1012-fe1b-45cb-8201-099870e1a402 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.331360] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-505b1012-fe1b-45cb-8201-099870e1a402" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.331472] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-505b1012-fe1b-45cb-8201-099870e1a402" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.331837] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-505b1012-fe1b-45cb-8201-099870e1a402" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.331981] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('505b1012-fe1b-45cb-8201-099870e1a402',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.413514] env[65530]: INFO networking_nsxv3.common.synchronization [None req-072754c8-fb6a-4dd6-b08c-7489de734775 tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGHEST for action security_group_rules [ 945.414083] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGHEST for action security_group_rules [ 945.414394] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.414527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.414594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.414934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.415025] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0d25de6-b669-47b3-b1c7-dbc67b19ad50',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.424912] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.596870] env[65530]: INFO networking_nsxv3.common.synchronization [req-f2b312fc-6153-4f88-98c8-90961bc9a27a req-de7f498d-02c5-4b33-a090-08117eddb125 tempest-MigrationsAdminTest-536209756 tempest-MigrationsAdminTest-536209756-project-member] Enqueued Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_members [ 945.597489] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGHEST for action security_group_members [ 945.597799] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.597923] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.597985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.598258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.598413] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.598629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.598714] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.598875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.598962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.599086] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.727526] env[65530]: INFO networking_nsxv3.common.synchronization [None req-06a86f60-e5ad-400b-a4d5-8962e782c574 tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGHEST for action security_group_rules [ 945.728115] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGHEST for action security_group_rules [ 945.728475] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.728586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.836950] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.837254] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.837766] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.838151] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.838341] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.838607] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 505b1012-fe1b-45cb-8201-099870e1a402 not found, creating... [ 945.839211] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.839211] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.839211] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.839444] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.839604] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.839929] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.840138] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.840267] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.840503] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.840650] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.840792] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 505b1012-fe1b-45cb-8201-099870e1a402 is going to be created. [ 945.869446] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: SUCCESS [ 945.869789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.869980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.870208] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.870394] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.870509] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.870576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.870723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.870802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.870901] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.874570] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.874570] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.874570] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.874570] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.874570] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.874570] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-505b1012-fe1b-45cb-8201-099870e1a402" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.927017] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.941550] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.941917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.941917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.942221] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.942221] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.942378] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 already deleted. [ 945.942378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.942872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.943064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.943150] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0d25de6-b669-47b3-b1c7-dbc67b19ad50',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.101574] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.101760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.101760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.101965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.102073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.102272] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.102378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.102419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.102628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.102738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.102826] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23286cd3-802b-4543-b074-7ad587821506 is going to be updated. [ 946.143770] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.143993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.144087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.144317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.144474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.155027] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: IN_PROGRESS for 2s [ 946.376020] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.429565] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.429722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.429795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.430023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.430116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.430216] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 946.467029] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.467029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.467029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.467029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.467029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.468390] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.468563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.468635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.468834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.468921] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.469025] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 already deleted. [ 946.469111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.470422] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 946.470594] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 deletion is rescheduled due to dependency. [ 946.470716] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.476429] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 946.607164] env[65530]: INFO networking_nsxv3.common.synchronization [req-4af08aed-fba2-402b-996a-c71acbdb42f5 req-d58f667b-6628-4dd8-8308-39d6012846ec service nova] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_rules [ 946.607503] env[65530]: INFO networking_nsxv3.common.synchronization [req-4af08aed-fba2-402b-996a-c71acbdb42f5 req-d58f667b-6628-4dd8-8308-39d6012846ec service nova] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 946.607763] env[65530]: INFO networking_nsxv3.common.synchronization [req-4af08aed-fba2-402b-996a-c71acbdb42f5 req-d58f667b-6628-4dd8-8308-39d6012846ec service nova] Enqueued Resource ID: 505b1012-fe1b-45cb-8201-099870e1a402 with Priority: HIGHEST for action port [ 946.609776] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_rules [ 946.609776] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 946.609776] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 505b1012-fe1b-45cb-8201-099870e1a402 with Priority: HIGHEST for action port [ 946.610440] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.610440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.610440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.610811] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.610940] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.611924] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.612068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.612830] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-505b1012-fe1b-45cb-8201-099870e1a402 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.612830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-505b1012-fe1b-45cb-8201-099870e1a402" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.612830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-505b1012-fe1b-45cb-8201-099870e1a402" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.614551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-505b1012-fe1b-45cb-8201-099870e1a402" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.614551] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('505b1012-fe1b-45cb-8201-099870e1a402',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.757787] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: SUCCESS [ 946.757787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.758465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.758603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.759132] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.759132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.759132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.759609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.759609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.759609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.759609] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.879955] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.118201] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.118201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.118201] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 505b1012-fe1b-45cb-8201-099870e1a402 with status ACTIVE [ 947.118201] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.118389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.118389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.119259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.119259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.119259] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.119259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.119259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.119507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.119676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.119931] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.120037] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.120037] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.120177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.120249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.120332] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 505b1012-fe1b-45cb-8201-099870e1a402 is going to be updated. [ 947.145249] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.145407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.145478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.145699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.145861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.146112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-505b1012-fe1b-45cb-8201-099870e1a402" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.265389] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.265585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.265656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.265882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.266074] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.266176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.266281] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.266422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.266516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.266598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.266740] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.266834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.266883] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.267069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.267323] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.267411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.267501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.267674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.267781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.267932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.267932] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.384816] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.384816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.384816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.385190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.385471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.385471] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f133a-48e3-445d-94f0-3c560b7588b6 is going to be updated. [ 947.432602] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.433368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.433525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.433771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.433970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.445792] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: IN_PROGRESS for 2s [ 947.555335] env[65530]: INFO networking_nsxv3.common.synchronization [req-8a35142b-1a09-4e03-808d-b48b0876c286 req-28cecb39-3a15-4dca-9651-ae8b774990be tempest-ServerDiskConfigTestJSON-182912250 tempest-ServerDiskConfigTestJSON-182912250-project-member] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 947.556123] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 947.556362] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.557360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.557360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.557360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.557360] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.557360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.557360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.557690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.557690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.557690] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.770170] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 490e9892-2f40-4a2e-9160-7c30e7fb0538: rpc.has_security_group_logging(os_id): False [ 947.791492] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.791492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.791492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.791492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.791492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.791492] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.791492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.791492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.791492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.791492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.792054] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.792054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.792054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.793814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.793937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.794264] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.794391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.794457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.794625] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.794723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.794818] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 is going to be updated. [ 947.869235] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.869748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.869748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.869748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.869897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.883547] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: IN_PROGRESS for 2s [ 947.999169] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.999394] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.999527] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.999818] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.000191] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.000374] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.000519] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.000822] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.001038] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.001265] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.001379] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 948.001552] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 948.001671] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 948.001786] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 948.001895] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 948.002044] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 948.033257] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 948.033472] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 948.033648] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 948.033864] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.034302] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-1862141b-381e-4d71-a5d5-73b2aafed25d taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.034547] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-1862141b-381e-4d71-a5d5-73b2aafed25d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.034732] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-1862141b-381e-4d71-a5d5-73b2aafed25d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.035113] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-1862141b-381e-4d71-a5d5-73b2aafed25d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.035317] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1862141b-381e-4d71-a5d5-73b2aafed25d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.060491] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.060491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.060491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.060692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.060692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.060848] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.060943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.061013] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.061161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.061234] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.061338] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be updated. [ 948.091128] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.091330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.091376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.091551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.091689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.102732] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 948.168788] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 23286cd3-802b-4543-b074-7ad587821506 in Status: SUCCESS [ 948.168788] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 23286cd3-802b-4543-b074-7ad587821506 deletion is rescheduled due to dependency. [ 948.168788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.487467] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 948.487704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.487884] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.488119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.488312] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.488428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.488495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.488644] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.488726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.488824] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 948.537971] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.537971] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.537971] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.538369] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.538500] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.538658] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 1862141b-381e-4d71-a5d5-73b2aafed25d not found, creating... [ 948.538929] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.539165] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.539237] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.539474] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.539617] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.539945] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.540167] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.540296] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.540515] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.540662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.540810] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 1862141b-381e-4d71-a5d5-73b2aafed25d is going to be created. [ 948.563878] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.564130] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.564259] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.564597] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.565153] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.565372] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-1862141b-381e-4d71-a5d5-73b2aafed25d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.991555] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.308185] env[65530]: INFO networking_nsxv3.common.synchronization [req-8a35142b-1a09-4e03-808d-b48b0876c286 req-3ee4d10a-a723-498c-88aa-7891b92b370c service nova] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_rules [ 949.308185] env[65530]: INFO networking_nsxv3.common.synchronization [req-8a35142b-1a09-4e03-808d-b48b0876c286 req-3ee4d10a-a723-498c-88aa-7891b92b370c service nova] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 949.308185] env[65530]: INFO networking_nsxv3.common.synchronization [req-8a35142b-1a09-4e03-808d-b48b0876c286 req-3ee4d10a-a723-498c-88aa-7891b92b370c service nova] Enqueued Resource ID: 1862141b-381e-4d71-a5d5-73b2aafed25d with Priority: HIGHEST for action port [ 949.308185] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_rules [ 949.308185] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 949.308185] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1862141b-381e-4d71-a5d5-73b2aafed25d with Priority: HIGHEST for action port [ 949.308185] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.308185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.308185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.309292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.309907] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.310858] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.310954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.311240] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-1862141b-381e-4d71-a5d5-73b2aafed25d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.311402] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1862141b-381e-4d71-a5d5-73b2aafed25d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.311492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1862141b-381e-4d71-a5d5-73b2aafed25d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.311705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1862141b-381e-4d71-a5d5-73b2aafed25d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.311840] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1862141b-381e-4d71-a5d5-73b2aafed25d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.472024] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: SUCCESS [ 949.472024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.472024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.472024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.472311] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.472372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.472425] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.472548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.472715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.472804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.472895] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.495498] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.814081] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.814316] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.814636] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1862141b-381e-4d71-a5d5-73b2aafed25d with status ACTIVE [ 949.814908] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.815043] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.815138] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.815389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.815505] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.815691] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.815888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.815888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.816125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.816317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.816441] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.816552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.816632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.816761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.816851] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.816951] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1862141b-381e-4d71-a5d5-73b2aafed25d is going to be updated. [ 949.840121] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.840366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.840444] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.840650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.840792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.841258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1862141b-381e-4d71-a5d5-73b2aafed25d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.914760] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: SUCCESS [ 949.915050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.976115] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.976362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.976497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.976789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.976993] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.977203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.977295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.977494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.977625] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.977703] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.977886] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.978017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.978090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.978243] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.978384] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.978480] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.978544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.978684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.978761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.978845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.978939] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.997246] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.997589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.997589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.997720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.997800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.997902] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 950.038986] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.039158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.039232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.039457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.039612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.049491] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 950.116077] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 950.116248] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb deletion is rescheduled due to dependency. [ 950.116378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.116619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.116771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.116974] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.117165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.117217] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.117341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.117424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.117519] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.481588] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d96f133a-48e3-445d-94f0-3c560b7588b6: rpc.has_security_group_logging(os_id): False [ 950.502521] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.502755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.502836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.503113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.503246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.503495] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.503649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.503729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.503936] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.504034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.504279] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.504559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.504559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.504621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.504820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.505517] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.505517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.505517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.505674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.505674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.505864] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d96f133a-48e3-445d-94f0-3c560b7588b6 is going to be updated. [ 950.588196] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.588581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.588581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.588759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.588920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.606667] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: IN_PROGRESS for 2s [ 950.620189] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.124531] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.232988] env[65530]: INFO networking_nsxv3.common.synchronization [req-c89b73c8-6680-49ee-9329-ede7d3772113 req-ce8ea5c1-caf8-4efd-b2f4-21f6e146df10 tempest-MultipleCreateTestJSON-536915122 tempest-MultipleCreateTestJSON-536915122-project-member] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 951.233636] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 951.233997] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.234209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.234280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.234560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.234787] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.234862] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.234948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.235148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.235239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.236510] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.627349] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.627773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.627773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.627773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.627902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.627982] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be updated. [ 951.672499] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.672868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.672868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.673095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.673243] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.686469] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 951.740408] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.740697] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.740851] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.741264] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.741447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.741789] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.742062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.742182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.742491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.742600] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.742806] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd already deleted. [ 951.742915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.756843] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.757202] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.757389] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.757712] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.758214] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.758506] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.758726] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.759112] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.759408] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.759781] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.760095] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 951.760328] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 951.760542] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 951.761063] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 951.761297] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 951.761716] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 951.800852] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 951.801108] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 951.801470] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 951.801806] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.802204] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-04ba7156-8736-4c59-9593-dba27a4a0e09 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.802439] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-04ba7156-8736-4c59-9593-dba27a4a0e09" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.802667] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-04ba7156-8736-4c59-9593-dba27a4a0e09" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.803253] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-04ba7156-8736-4c59-9593-dba27a4a0e09" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.803537] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04ba7156-8736-4c59-9593-dba27a4a0e09',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.828612] env[65530]: INFO networking_nsxv3.common.synchronization [req-71b723c7-d53c-4d07-88c8-2b01ebeccea4 req-fd0007a3-991c-4cf7-9cfc-ab82bd7ac0de tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 951.829413] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 951.829926] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.830052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.830109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.831104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.831104] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.831104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.831104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.831493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.831658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.831847] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.062278] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 952.062546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.062891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.063309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.063611] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.063789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.064031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.064135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.064936] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.064936] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.065058] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.307033] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.307033] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.307033] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.307671] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.307671] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.307968] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 04ba7156-8736-4c59-9593-dba27a4a0e09 not found, creating... [ 952.308589] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.308589] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.308803] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.309146] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.309393] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.309936] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.310166] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.310384] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.310725] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.310916] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.311114] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 04ba7156-8736-4c59-9593-dba27a4a0e09 is going to be created. [ 952.335442] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.345685] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.346335] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.346522] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.346849] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.347179] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.347477] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-04ba7156-8736-4c59-9593-dba27a4a0e09" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.569094] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.569303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.569422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.570097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.570097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.570265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.570265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.570474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.570603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.570734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.570952] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.571121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.571216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.571419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.571622] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.571758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.571851] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.572148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.572287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.572412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.572542] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.622274] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: SUCCESS [ 952.623037] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.842330] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.078832] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a523caae-6b74-45d5-911b-2e828937aa60: rpc.has_security_group_logging(os_id): False [ 953.105039] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.105221] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.105221] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.105726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.105726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.105855] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.105855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.105981] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.106124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.106187] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.106387] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.106602] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.106602] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.107670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.107670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.107819] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.107873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.107954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.108122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.108202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.109670] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 953.134585] env[65530]: INFO networking_nsxv3.common.synchronization [req-c89b73c8-6680-49ee-9329-ede7d3772113 req-378e124f-0684-46d8-b8b6-c9568643c1ad service nova] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_rules [ 953.134799] env[65530]: INFO networking_nsxv3.common.synchronization [req-c89b73c8-6680-49ee-9329-ede7d3772113 req-378e124f-0684-46d8-b8b6-c9568643c1ad service nova] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 953.134959] env[65530]: INFO networking_nsxv3.common.synchronization [req-c89b73c8-6680-49ee-9329-ede7d3772113 req-378e124f-0684-46d8-b8b6-c9568643c1ad service nova] Enqueued Resource ID: 04ba7156-8736-4c59-9593-dba27a4a0e09 with Priority: HIGHEST for action port [ 953.135626] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_rules [ 953.135802] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 953.135921] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04ba7156-8736-4c59-9593-dba27a4a0e09 with Priority: HIGHEST for action port [ 953.136277] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.136402] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.136472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.136713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.136807] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.137904] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.138066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.138148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.138342] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.138530] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.138790] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.138790] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.138913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.138968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.139049] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.139909] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-04ba7156-8736-4c59-9593-dba27a4a0e09 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.140032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04ba7156-8736-4c59-9593-dba27a4a0e09" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.140107] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04ba7156-8736-4c59-9593-dba27a4a0e09" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.140259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04ba7156-8736-4c59-9593-dba27a4a0e09" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.140339] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04ba7156-8736-4c59-9593-dba27a4a0e09',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.197023] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.197615] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.197720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.197956] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.198155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.225030] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 953.344853] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.345244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.345244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.345244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.345344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.345447] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be updated. [ 953.426745] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.426745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.426745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.426745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.426745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.439393] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: IN_PROGRESS for 2s [ 953.643241] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.644393] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.644528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.644675] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04ba7156-8736-4c59-9593-dba27a4a0e09 with status ACTIVE [ 953.644877] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.645095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.645095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.645777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.645941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.646147] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.646255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.646464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.646672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.646757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.646970] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.647085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.647165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.647292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.647368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.647455] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04ba7156-8736-4c59-9593-dba27a4a0e09 is going to be updated. [ 953.678278] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.678382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.678457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.682305] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.682305] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.682305] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04ba7156-8736-4c59-9593-dba27a4a0e09" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.722410] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 953.722654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.722930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.723262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.723468] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.723588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.723653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.723821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.723901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.723989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.724136] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.022242] env[65530]: INFO networking_nsxv3.common.synchronization [req-c89b73c8-6680-49ee-9329-ede7d3772113 req-1144270f-dd75-486d-8c7f-15207d1e7250 tempest-MultipleCreateTestJSON-536915122 tempest-MultipleCreateTestJSON-536915122-project-member] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 954.023661] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 954.024250] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.024250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.067877] env[65530]: INFO networking_nsxv3.common.synchronization [None req-3c987152-09a9-4956-b480-5ed86e211486 tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 954.069260] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 954.069482] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.069691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.149752] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.231052] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.231319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.231319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.231555] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.231688] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.232310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.232310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.232310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.232310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.232310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.232656] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.232656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.232814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.233100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.233254] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.233395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.233456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.233633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.233717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.233803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.233895] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.494898] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.495296] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.495296] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.495523] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.495791] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.496086] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.496284] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.496519] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.496664] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.496882] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.496996] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 954.497137] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 954.497302] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 954.497338] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 954.497463] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 954.497607] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 954.518732] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 954.518912] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 954.519067] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 954.519249] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.519577] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-0823fe7f-8824-4799-a818-7cb28800512b taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.519754] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-0823fe7f-8824-4799-a818-7cb28800512b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.519879] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-0823fe7f-8824-4799-a818-7cb28800512b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.520262] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-0823fe7f-8824-4799-a818-7cb28800512b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.520463] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0823fe7f-8824-4799-a818-7cb28800512b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.653664] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.653909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.653909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.654931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.654931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.654931] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be created. [ 954.684581] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.684905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.684905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.685083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.685235] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.697597] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: UNINITIALIZED for 2s [ 954.736117] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a16b9a7e-fe27-4054-92ab-62cdd280cdfb: rpc.has_security_group_logging(os_id): False [ 954.763858] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.763858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.763858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.763858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.763858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.763858] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.763858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.763858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.763858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.763858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.763858] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.763858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.763858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.763858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.763858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.764393] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.764393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.764393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.764393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.764523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.764552] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be updated. [ 954.871355] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.871355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.871755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.872356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.872577] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.894285] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 955.023371] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.023714] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.023934] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.024565] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.024668] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.024996] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 0823fe7f-8824-4799-a818-7cb28800512b not found, creating... [ 955.025291] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.025534] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.025719] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.026052] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.026267] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.026647] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.026885] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.027115] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.027360] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.027504] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.027654] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 0823fe7f-8824-4799-a818-7cb28800512b is going to be created. [ 955.061128] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.061432] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.061590] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.061905] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.062162] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.062474] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-0823fe7f-8824-4799-a818-7cb28800512b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.264098] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 955.264350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.451953] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 955.452255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.453227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.453227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.453227] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.453227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.453227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.453436] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.453436] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.453489] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.845875] env[65530]: INFO networking_nsxv3.common.synchronization [req-c89b73c8-6680-49ee-9329-ede7d3772113 req-8bb8b735-1b7c-42c6-99fa-1eacca369d4c service nova] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_rules [ 955.846955] env[65530]: INFO networking_nsxv3.common.synchronization [req-c89b73c8-6680-49ee-9329-ede7d3772113 req-8bb8b735-1b7c-42c6-99fa-1eacca369d4c service nova] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 955.846955] env[65530]: INFO networking_nsxv3.common.synchronization [req-c89b73c8-6680-49ee-9329-ede7d3772113 req-8bb8b735-1b7c-42c6-99fa-1eacca369d4c service nova] Enqueued Resource ID: 0823fe7f-8824-4799-a818-7cb28800512b with Priority: HIGHEST for action port [ 955.847312] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_rules [ 955.847389] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 955.847528] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0823fe7f-8824-4799-a818-7cb28800512b with Priority: HIGHEST for action port [ 955.849153] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.849153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.849153] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.849153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.849153] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-0823fe7f-8824-4799-a818-7cb28800512b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.849153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0823fe7f-8824-4799-a818-7cb28800512b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.849153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0823fe7f-8824-4799-a818-7cb28800512b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.849153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0823fe7f-8824-4799-a818-7cb28800512b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.849153] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0823fe7f-8824-4799-a818-7cb28800512b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.956445] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.956621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.956691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.956933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.957039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.957237] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.957372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.957406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.957563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.957640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.957725] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be updated. [ 955.988975] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.989207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.989207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.989560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.989729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.001348] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: IN_PROGRESS for 2s [ 956.354300] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0823fe7f-8824-4799-a818-7cb28800512b with status ACTIVE [ 956.354526] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.354663] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.354817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.354975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.355061] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.355933] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.355933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.355933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.355933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.355933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.355933] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.355933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.355933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.356239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.356239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.356239] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0823fe7f-8824-4799-a818-7cb28800512b is going to be updated. [ 956.380812] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.381013] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.381115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.381381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.381560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.381888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0823fe7f-8824-4799-a818-7cb28800512b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.575166] env[65530]: INFO networking_nsxv3.common.synchronization [req-88764a0b-65cd-4c5d-b2ce-1d9d7dd6760e req-ca8efbf7-f754-42df-adc2-d18eca373a61 tempest-ServersTestBootFromVolume-1095559686 tempest-ServersTestBootFromVolume-1095559686-project-member] Enqueued Resource ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef with Priority: HIGHEST for action security_group_members [ 956.575860] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef with Priority: HIGHEST for action security_group_members [ 956.577682] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c81e28-eac3-4755-9aa8-99656f6c76ef taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.577682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.577682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.577946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.577999] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.578119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.578192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.578377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.578465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.578529] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c81e28-eac3-4755-9aa8-99656f6c76ef',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.731241] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 956.731533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.731711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.732076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.732348] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.732478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.732570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.732804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.732886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.732971] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.733129] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.735975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.736245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.736437] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.736569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.737048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.737237] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.737325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.737430] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.915680] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 956.916107] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.081740] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.081740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.081740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.081740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.081740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.081740] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.081740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.082345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.082345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.082345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.082345] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef already deleted. [ 957.082345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.090785] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-286 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.090785] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-286" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.090785] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-286" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.091142] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-286" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.091503] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.091712] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.091851] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.092571] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.092571] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.092710] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.092900] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 957.093069] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 957.093224] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 957.093378] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 957.093547] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 957.093703] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 957.117791] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 957.118063] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 957.118176] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 957.118362] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-286" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.118839] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-f6c9f66f-c45d-465a-a47f-6bab091a2e56 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.119108] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-f6c9f66f-c45d-465a-a47f-6bab091a2e56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.119337] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-f6c9f66f-c45d-465a-a47f-6bab091a2e56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.120185] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-f6c9f66f-c45d-465a-a47f-6bab091a2e56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.120458] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6c9f66f-c45d-465a-a47f-6bab091a2e56',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.237444] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.237702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.240598] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.623661] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.624043] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.624296] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.624737] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.625116] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.625377] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port f6c9f66f-c45d-465a-a47f-6bab091a2e56 not found, creating... [ 957.625860] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.626190] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.626399] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.626904] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.627056] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.627533] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.627724] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.627852] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.628128] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.628350] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.628564] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: f6c9f66f-c45d-465a-a47f-6bab091a2e56 is going to be created. [ 957.654422] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.654675] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.654951] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.655277] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.655514] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.655828] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-f6c9f66f-c45d-465a-a47f-6bab091a2e56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.743712] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.013231] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 958.013609] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 deletion is rescheduled due to dependency. [ 958.013609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.067849] env[65530]: INFO networking_nsxv3.common.synchronization [None req-57c8d124-f8c0-4ade-b182-679614b4d232 None None] Enqueued Resource ID: 2467a9f3-6d62-4192-bafd-8f312bdb80bc with Priority: HIGHEST for action port [ 958.068479] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2467a9f3-6d62-4192-bafd-8f312bdb80bc with Priority: HIGHEST for action port [ 958.069075] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-2467a9f3-6d62-4192-bafd-8f312bdb80bc taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.069246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2467a9f3-6d62-4192-bafd-8f312bdb80bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.069246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2467a9f3-6d62-4192-bafd-8f312bdb80bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.069582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2467a9f3-6d62-4192-bafd-8f312bdb80bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.069724] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2467a9f3-6d62-4192-bafd-8f312bdb80bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.246987] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.246987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.247401] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.247401] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.247470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.248740] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be updated. [ 958.292933] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.293202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.293202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.293395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.293545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.303783] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 958.465843] env[65530]: INFO networking_nsxv3.common.synchronization [req-88764a0b-65cd-4c5d-b2ce-1d9d7dd6760e req-29f496c9-7ff6-4efa-a072-83dc33d913f4 service nova] Enqueued Resource ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef with Priority: HIGHEST for action security_group_rules [ 958.466342] env[65530]: INFO networking_nsxv3.common.synchronization [req-88764a0b-65cd-4c5d-b2ce-1d9d7dd6760e req-29f496c9-7ff6-4efa-a072-83dc33d913f4 service nova] Enqueued Resource ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef with Priority: HIGHEST for action security_group_members [ 958.467305] env[65530]: INFO networking_nsxv3.common.synchronization [req-88764a0b-65cd-4c5d-b2ce-1d9d7dd6760e req-29f496c9-7ff6-4efa-a072-83dc33d913f4 service nova] Enqueued Resource ID: f6c9f66f-c45d-465a-a47f-6bab091a2e56 with Priority: HIGHEST for action port [ 958.467951] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef with Priority: HIGHEST for action security_group_rules [ 958.468115] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef with Priority: HIGHEST for action security_group_members [ 958.468868] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f6c9f66f-c45d-465a-a47f-6bab091a2e56 with Priority: HIGHEST for action port [ 958.469328] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-99c81e28-eac3-4755-9aa8-99656f6c76ef taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.469328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.469500] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.469620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.469868] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('99c81e28-eac3-4755-9aa8-99656f6c76ef',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.471631] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c81e28-eac3-4755-9aa8-99656f6c76ef taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.471841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.471940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.472492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.472733] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.472929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.473465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.473465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.473465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.473634] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c81e28-eac3-4755-9aa8-99656f6c76ef',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.478069] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-f6c9f66f-c45d-465a-a47f-6bab091a2e56 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.478069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f6c9f66f-c45d-465a-a47f-6bab091a2e56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.478069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f6c9f66f-c45d-465a-a47f-6bab091a2e56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.478069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f6c9f66f-c45d-465a-a47f-6bab091a2e56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.478069] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f6c9f66f-c45d-465a-a47f-6bab091a2e56',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.574175] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2467a9f3-6d62-4192-bafd-8f312bdb80bc [ 958.574478] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.574685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.574836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.575633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.575834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.575961] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2467a9f3-6d62-4192-bafd-8f312bdb80bc already deleted. [ 958.576110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2467a9f3-6d62-4192-bafd-8f312bdb80bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.972533] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c81e28-eac3-4755-9aa8-99656f6c76ef taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.973033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.979438] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('99c81e28-eac3-4755-9aa8-99656f6c76ef',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.980470] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f6c9f66f-c45d-465a-a47f-6bab091a2e56 with status ACTIVE [ 958.980679] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.980808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.980867] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.981126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.981216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.981405] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.981576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.981635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.981867] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.981916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.982084] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.982187] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.982246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.982391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.982487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.982579] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f6c9f66f-c45d-465a-a47f-6bab091a2e56 is going to be updated. [ 959.028810] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.030370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.030370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.030370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.030370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.030370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f6c9f66f-c45d-465a-a47f-6bab091a2e56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.244347] env[65530]: INFO networking_nsxv3.common.synchronization [req-87bd97de-bc2a-4599-a841-414184fa8f43 req-ecef1451-622e-4003-ae43-355e688a6409 tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: d26477f7-9807-4295-854d-9e3d4b9f125c with Priority: HIGHEST for action security_group_members [ 959.245612] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d26477f7-9807-4295-854d-9e3d4b9f125c with Priority: HIGHEST for action security_group_members [ 959.246079] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d26477f7-9807-4295-854d-9e3d4b9f125c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.246216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.246586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.247073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.247073] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.247356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.247490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.247676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.247764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.247867] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d26477f7-9807-4295-854d-9e3d4b9f125c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.487111] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('99c81e28-eac3-4755-9aa8-99656f6c76ef',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.752417] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.752654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.752767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.753492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.753492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.753492] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.753647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.753647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.753801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.753903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.753939] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26477f7-9807-4295-854d-9e3d4b9f125c is going to be updated. [ 959.789936] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.790147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.790210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.792511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.792511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.801582] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26477f7-9807-4295-854d-9e3d4b9f125c in Status: IN_PROGRESS for 2s [ 959.990651] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.990817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.991655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.991655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.991655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.991655] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef is going to be created. [ 960.020266] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.020508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.020629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.020975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.021300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.034928] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef in Status: UNINITIALIZED for 2s [ 960.328487] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 960.328487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.328487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.328487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.328487] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.328487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.328487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.328487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.328487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.328487] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.608102] env[65530]: INFO networking_nsxv3.common.synchronization [None req-21b1f4a9-df09-4f74-80bd-df19ba7d631d tempest-AttachVolumeShelveTestJSON-229055213 tempest-AttachVolumeShelveTestJSON-229055213-project-member] Enqueued Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_rules [ 960.608102] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_rules [ 960.608324] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cab64b1-4044-4077-8bcd-4510da8c3945 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.608458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.608564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.608788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.608861] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.782435] env[65530]: INFO networking_nsxv3.common.synchronization [None req-e9d68779-eb51-40cf-9e53-cd4f8466ad02 tempest-AttachVolumeShelveTestJSON-229055213 tempest-AttachVolumeShelveTestJSON-229055213-project-member] Enqueued Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_rules [ 960.783146] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_rules [ 960.783491] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cab64b1-4044-4077-8bcd-4510da8c3945 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.783646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.832924] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.135852] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.135852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.135852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.136232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.136232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.136288] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 already deleted. [ 961.136364] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.136525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.136691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.136776] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.265123] env[65530]: INFO networking_nsxv3.common.synchronization [None req-8b4de8a2-7a75-4198-bc32-14f389e2c7f9 None None] Enqueued Resource ID: 938af8ab-6597-43d7-9054-e50bac85edef with Priority: HIGHEST for action port [ 961.265123] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 938af8ab-6597-43d7-9054-e50bac85edef with Priority: HIGHEST for action port [ 961.265123] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-938af8ab-6597-43d7-9054-e50bac85edef taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.265123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-938af8ab-6597-43d7-9054-e50bac85edef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.265123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-938af8ab-6597-43d7-9054-e50bac85edef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.265123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-938af8ab-6597-43d7-9054-e50bac85edef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.265123] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('938af8ab-6597-43d7-9054-e50bac85edef',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.336042] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.541207] env[65530]: INFO networking_nsxv3.common.synchronization [req-8fe9f518-c779-42f0-af80-fddd8519f458 req-314792e4-660c-441a-a055-2f25e09cc63d tempest-AttachInterfacesUnderV243Test-1372740778 tempest-AttachInterfacesUnderV243Test-1372740778-project-member] Enqueued Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 961.543099] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 961.543530] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.543626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.543707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.543929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.544142] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.544255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.544321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.544786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.544786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.544786] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.668318] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.668591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.668666] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.668910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.669044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.669139] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 already deleted. [ 961.669248] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.768221] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 938af8ab-6597-43d7-9054-e50bac85edef [ 961.768478] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.768623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.768821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.768946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.769063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.769140] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:938af8ab-6597-43d7-9054-e50bac85edef already deleted. [ 961.769304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-938af8ab-6597-43d7-9054-e50bac85edef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.821062] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d26477f7-9807-4295-854d-9e3d4b9f125c in Status: SUCCESS [ 961.822030] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d26477f7-9807-4295-854d-9e3d4b9f125c deletion is rescheduled due to dependency. [ 961.822199] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d26477f7-9807-4295-854d-9e3d4b9f125c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.839184] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.839644] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.839644] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.840318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.840318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.840509] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be updated. [ 961.873886] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.874132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.874264] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.874571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.874782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.886153] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 962.053023] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef in Status: SUCCESS [ 962.053023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.053232] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.053410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.053548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.054664] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.054664] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.054664] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.054664] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.054664] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.055311] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.055311] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.055311] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 already deleted. [ 962.055311] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.055311] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.055468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.055637] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.055711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.055772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.055979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.056419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.056419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.056419] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('99c81e28-eac3-4755-9aa8-99656f6c76ef',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.115496] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.115782] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.115937] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.117214] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.117214] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.117214] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.117214] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.117214] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.117474] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.118246] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.118394] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 962.119042] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 962.119042] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 962.119042] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 962.119042] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 962.119214] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 962.148382] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 962.148764] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 962.148764] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 962.148877] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.149514] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-efeebb14-11fe-4eed-8520-717fcd4dc0ee taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.149836] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.150039] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.150415] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.150889] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efeebb14-11fe-4eed-8520-717fcd4dc0ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.564027] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('99c81e28-eac3-4755-9aa8-99656f6c76ef',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.656036] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.656408] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.656608] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.657086] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.657371] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.657596] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port efeebb14-11fe-4eed-8520-717fcd4dc0ee not found, creating... [ 962.661125] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.661125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.661125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.661125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.661125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.661125] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.661125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.661125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.661125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.661125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.661655] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: efeebb14-11fe-4eed-8520-717fcd4dc0ee is going to be created. [ 962.688585] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.688585] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.688585] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.688585] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.688585] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.688585] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.064723] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 99c81e28-eac3-4755-9aa8-99656f6c76ef: rpc.has_security_group_logging(os_id): False [ 963.089973] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.089973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.089973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.089973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.089973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.089973] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.089973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.089973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.089973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.089973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.089973] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef is going to be created. [ 963.158132] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.158474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.158474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.159510] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.163099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.181514] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef in Status: IN_PROGRESS for 2s [ 963.249851] env[65530]: INFO networking_nsxv3.common.synchronization [req-b1557f0c-8528-482c-ae49-b5039fe7ce57 req-a6e9902c-a2a2-412c-86b1-71c2ea39ca07 tempest-FloatingIPsAssociationTestJSON-826004657 tempest-FloatingIPsAssociationTestJSON-826004657-project-member] Enqueued Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_members [ 963.250849] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_members [ 963.251177] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.251291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.251520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.251602] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.252424] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.252424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.252424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.252424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.252424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.252424] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.508290] env[65530]: INFO networking_nsxv3.common.synchronization [req-8fe9f518-c779-42f0-af80-fddd8519f458 req-828daa19-c367-4e0e-826f-249defac76db service nova] Enqueued Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_rules [ 963.508473] env[65530]: INFO networking_nsxv3.common.synchronization [req-8fe9f518-c779-42f0-af80-fddd8519f458 req-828daa19-c367-4e0e-826f-249defac76db service nova] Enqueued Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 963.508610] env[65530]: INFO networking_nsxv3.common.synchronization [req-8fe9f518-c779-42f0-af80-fddd8519f458 req-828daa19-c367-4e0e-826f-249defac76db service nova] Enqueued Resource ID: efeebb14-11fe-4eed-8520-717fcd4dc0ee with Priority: HIGHEST for action port [ 963.508843] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_rules [ 963.508972] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 963.509088] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efeebb14-11fe-4eed-8520-717fcd4dc0ee with Priority: HIGHEST for action port [ 963.509988] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.510191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.510191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.511160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.511240] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.512498] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.512620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.512726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.512906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.513048] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.513154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.513218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.513369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.513452] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.513549] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.514497] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-efeebb14-11fe-4eed-8520-717fcd4dc0ee taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.514604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.514668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.514947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.515061] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efeebb14-11fe-4eed-8520-717fcd4dc0ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.707189] env[65530]: INFO networking_nsxv3.common.synchronization [req-07f69006-d131-40c7-9fe7-3be33ec649b3 req-69e026ed-5e9f-4698-a6ca-62f945297cb2 tempest-ListServerFiltersTestJSON-334157734 tempest-ListServerFiltersTestJSON-334157734-project-member] Enqueued Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 963.707712] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGHEST for action security_group_members [ 963.708027] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.708151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.708215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.708414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.709019] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.709019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.709019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.709019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.709019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.709019] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.754477] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.899219] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 963.899904] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.902021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.902021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.902021] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.902021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.902021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.902021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.902021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.902021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.902021] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.902021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.902021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.902021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.902021] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.902694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.902694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.902694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.903053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.903147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.903308] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.016968] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.018177] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.018366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.018597] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efeebb14-11fe-4eed-8520-717fcd4dc0ee with status ACTIVE [ 964.019104] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.019104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.019221] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.019474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.019625] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.020110] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.020808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.020932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.021154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.021242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.021491] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.021602] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.021666] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.021832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.021901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.022023] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efeebb14-11fe-4eed-8520-717fcd4dc0ee is going to be updated. [ 964.047318] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.047496] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.047496] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.047679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.047816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.047980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.214163] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.214163] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.214510] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.214949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.215097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.215402] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.216141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.216141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.216141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.216141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.216141] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 is going to be updated. [ 964.257738] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.263375] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.265812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.265812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.265812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.265812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.276924] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: IN_PROGRESS for 2s [ 964.408485] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2389430-4021-4357-901d-406ef33f06cd: rpc.has_security_group_logging(os_id): False [ 964.432662] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.432812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.433606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.433606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.433606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.433606] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.433945] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.433945] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.435939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.435939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.435939] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.435939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.435939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.436568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.436568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.436568] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.436568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.436568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.436928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.436928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.436928] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be created. [ 964.522442] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.522586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.522682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.524046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.524205] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.526916] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.563337] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 964.763879] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.763879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.763879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.763879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.763879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.763879] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 is going to be updated. [ 964.812611] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.812829] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.812829] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.813804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.814039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.833517] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: IN_PROGRESS for 2s [ 965.029701] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.029965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.029965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.030089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.030130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.030241] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 is going to be created. [ 965.089246] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.089519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.089519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.090187] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.090788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.109921] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 in Status: UNINITIALIZED for 2s [ 965.212155] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef in Status: SUCCESS [ 965.212155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.291279] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 in Status: SUCCESS [ 966.291279] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 deletion is rescheduled due to dependency. [ 966.291279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.580032] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 966.580308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 966.580650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.581016] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 966.581064] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.846416] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: SUCCESS [ 966.846721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.087550] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.087787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.087901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.088295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.088668] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.090022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.090022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.090022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.090022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.090022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.090022] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.123269] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 in Status: SUCCESS [ 967.123269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.123269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.123269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.124499] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.124499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.124499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.124499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.124499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.124499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.124499] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.593564] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.593564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.593564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.593564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.593564] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.593564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.594165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.594165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.594165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.594165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.594415] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.594530] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.594593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.594741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.595016] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.595306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.595421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.595882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.595882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.596120] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.596705] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.628335] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.781301] env[65530]: INFO networking_nsxv3.common.synchronization [req-e7922740-b20f-4af1-b0ec-f4fbce0a5663 req-cf1c5088-217f-4f1f-aea0-8045d2074586 tempest-ImagesTestJSON-1643481996 tempest-ImagesTestJSON-1643481996-project-member] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 967.783069] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 967.783654] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.783741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.783923] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.784265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.784544] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.784756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.784924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.785225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.785413] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.785604] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.098904] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2389430-4021-4357-901d-406ef33f06cd: rpc.has_security_group_logging(os_id): False [ 968.119044] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.119247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.119330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.119596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.119722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.119967] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.120137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.120207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.120407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.120505] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.120767] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.120915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.121012] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.121327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.121391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.121598] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.121715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.121768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.121917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.122054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.123158] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be updated. [ 968.131379] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 074c0a2a-6d45-438a-8a8a-9648f6cb4d07: rpc.has_security_group_logging(os_id): False [ 968.152219] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.152517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.152517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.152668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.152751] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.153033] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.153128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.153178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.153334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.153409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.153495] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 is going to be created. [ 968.224437] env[65530]: INFO networking_nsxv3.common.synchronization [req-cb5b07e0-fe3c-4364-bb0a-fa756c637c56 req-1b6a02f5-438e-4f18-bd23-56976db3ee48 tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGHEST for action security_group_members [ 968.225138] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGHEST for action security_group_members [ 968.225457] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.225594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.225659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.227607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.227848] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.227981] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.228115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.228267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.228357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.232065] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0d25de6-b669-47b3-b1c7-dbc67b19ad50',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.237125] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.237269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.237353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.237544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.237718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.247547] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.247814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.247814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.248045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.248144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.255902] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 in Status: IN_PROGRESS for 2s [ 968.262535] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 968.290157] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.710367] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.710704] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.710933] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.711299] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.711712] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.711929] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.712341] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.712341] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.712530] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.712778] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.712950] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 968.713162] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 968.713299] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 968.713492] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 968.713641] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 968.713857] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 968.735527] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 968.735751] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 968.735880] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 968.736159] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.736567] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-39c2ea96-7944-41c9-a0b7-a1be9f11e1a2 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.736770] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-39c2ea96-7944-41c9-a0b7-a1be9f11e1a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.736954] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-39c2ea96-7944-41c9-a0b7-a1be9f11e1a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.737402] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-39c2ea96-7944-41c9-a0b7-a1be9f11e1a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.737569] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39c2ea96-7944-41c9-a0b7-a1be9f11e1a2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.738649] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.739308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.739308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.739308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.739308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.739497] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.739768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.739768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.739872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.739960] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.740155] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 already deleted. [ 968.740211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.794578] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.242389] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.242712] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.242960] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.243351] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.243575] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.243775] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 39c2ea96-7944-41c9-a0b7-a1be9f11e1a2 not found, creating... [ 969.244140] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.244362] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.244525] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.244799] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.245058] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.245385] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.245542] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.245663] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.246046] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.246243] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.246416] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 39c2ea96-7944-41c9-a0b7-a1be9f11e1a2 is going to be created. [ 969.273897] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.274519] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.274519] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.274632] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.274821] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.275151] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-39c2ea96-7944-41c9-a0b7-a1be9f11e1a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.297408] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.297652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.297652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.297885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.297978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.298105] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 969.331083] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.331295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.331295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.332481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.332481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.346636] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 970.008017] env[65530]: INFO networking_nsxv3.common.synchronization [req-cb5b07e0-fe3c-4364-bb0a-fa756c637c56 req-62d56391-7c82-4107-9cfb-9ff93ceb36eb service nova] Enqueued Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGHEST for action security_group_rules [ 970.008017] env[65530]: INFO networking_nsxv3.common.synchronization [req-cb5b07e0-fe3c-4364-bb0a-fa756c637c56 req-62d56391-7c82-4107-9cfb-9ff93ceb36eb service nova] Enqueued Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGHEST for action security_group_members [ 970.011632] env[65530]: INFO networking_nsxv3.common.synchronization [req-cb5b07e0-fe3c-4364-bb0a-fa756c637c56 req-62d56391-7c82-4107-9cfb-9ff93ceb36eb service nova] Enqueued Resource ID: 39c2ea96-7944-41c9-a0b7-a1be9f11e1a2 with Priority: HIGHEST for action port [ 970.011632] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGHEST for action security_group_rules [ 970.011632] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGHEST for action security_group_members [ 970.011632] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39c2ea96-7944-41c9-a0b7-a1be9f11e1a2 with Priority: HIGHEST for action port [ 970.011632] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.011632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.011632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.011632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.011632] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0d25de6-b669-47b3-b1c7-dbc67b19ad50',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.011953] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.011953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.011953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.012069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.012199] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.012294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.012354] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.012494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.012573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.012658] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0d25de6-b669-47b3-b1c7-dbc67b19ad50',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.013451] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-39c2ea96-7944-41c9-a0b7-a1be9f11e1a2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.013555] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39c2ea96-7944-41c9-a0b7-a1be9f11e1a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.013620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39c2ea96-7944-41c9-a0b7-a1be9f11e1a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.016407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39c2ea96-7944-41c9-a0b7-a1be9f11e1a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.016407] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39c2ea96-7944-41c9-a0b7-a1be9f11e1a2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.185040] env[65530]: INFO networking_nsxv3.common.synchronization [None req-4915b2ad-f2a6-471b-b116-557fd7b4aaa2 None None] Enqueued Resource ID: 9b4c9219-4747-4d39-a006-9339c45eeab9 with Priority: HIGHEST for action port [ 970.185652] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b4c9219-4747-4d39-a006-9339c45eeab9 with Priority: HIGHEST for action port [ 970.186024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b4c9219-4747-4d39-a006-9339c45eeab9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.186142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b4c9219-4747-4d39-a006-9339c45eeab9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.186211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b4c9219-4747-4d39-a006-9339c45eeab9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.186471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b4c9219-4747-4d39-a006-9339c45eeab9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.186556] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b4c9219-4747-4d39-a006-9339c45eeab9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.282820] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 970.283118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.287236] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 in Status: SUCCESS [ 970.287236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.516190] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e0d25de6-b669-47b3-b1c7-dbc67b19ad50',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.517508] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.517690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.517914] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 39c2ea96-7944-41c9-a0b7-a1be9f11e1a2 with status ACTIVE [ 970.518178] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.518351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.518351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.518604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.518702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.518942] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.519555] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.519691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.519830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.519919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.520745] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.520892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.521019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.521207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.521296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.521389] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 39c2ea96-7944-41c9-a0b7-a1be9f11e1a2 is going to be updated. [ 970.638674] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.638951] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.639495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.639593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.641681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.641681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39c2ea96-7944-41c9-a0b7-a1be9f11e1a2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.691458] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b4c9219-4747-4d39-a006-9339c45eeab9 [ 970.691458] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.691458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.691458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.691458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.691458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.691458] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b4c9219-4747-4d39-a006-9339c45eeab9 already deleted. [ 970.691458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b4c9219-4747-4d39-a006-9339c45eeab9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.024570] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e0d25de6-b669-47b3-b1c7-dbc67b19ad50',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.325134] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-57 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.325869] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-57" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.326402] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-57" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.327699] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-57" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.330023] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.330023] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.330023] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.330023] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.330023] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.330023] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.330023] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 971.330692] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 971.331081] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 971.331468] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 971.331988] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 971.334639] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 971.364218] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 971.364504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.369633] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 971.369851] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.038 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 971.369995] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 971.370198] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-57" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.370787] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-522c39ee-9d66-4806-be88-5e8d006dee47 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.371061] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.371233] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.371594] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.372225] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522c39ee-9d66-4806-be88-5e8d006dee47',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 971.528481] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.528788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.528859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.529202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.529315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.529456] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 is going to be created. [ 971.556777] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.557093] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.557292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.557590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.557813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.574119] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 in Status: UNINITIALIZED for 2s [ 971.878482] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.879197] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.879388] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.879974] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.880256] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.880700] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.880966] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.881447] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.882043] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.884599] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.884599] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.884599] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.884599] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.884599] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.884599] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.884599] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 522c39ee-9d66-4806-be88-5e8d006dee47 is going to be updated. [ 971.912044] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 971.912207] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.912954] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.912954] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.912954] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.913113] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.634160] env[65530]: INFO networking_nsxv3.common.synchronization [None req-1feedad7-e29d-44ec-950e-c124b3593ccc None None] Enqueued Resource ID: af502032-35ae-4cda-99ec-ec1ba393690f with Priority: HIGHEST for action port [ 972.634698] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: af502032-35ae-4cda-99ec-ec1ba393690f with Priority: HIGHEST for action port [ 972.635052] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-af502032-35ae-4cda-99ec-ec1ba393690f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.635192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-af502032-35ae-4cda-99ec-ec1ba393690f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.635369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-af502032-35ae-4cda-99ec-ec1ba393690f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.635503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-af502032-35ae-4cda-99ec-ec1ba393690f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.635585] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('af502032-35ae-4cda-99ec-ec1ba393690f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.693704] env[65530]: INFO networking_nsxv3.common.synchronization [req-d4bc60a8-b8d9-4e6e-94a0-74054bbf9c8b req-a9d65103-f66b-44a7-b760-d354fb419902 service nova] Enqueued Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_rules [ 972.694025] env[65530]: INFO networking_nsxv3.common.synchronization [req-d4bc60a8-b8d9-4e6e-94a0-74054bbf9c8b req-a9d65103-f66b-44a7-b760-d354fb419902 service nova] Enqueued Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 972.694473] env[65530]: INFO networking_nsxv3.common.synchronization [req-d4bc60a8-b8d9-4e6e-94a0-74054bbf9c8b req-a9d65103-f66b-44a7-b760-d354fb419902 service nova] Enqueued Resource ID: 522c39ee-9d66-4806-be88-5e8d006dee47 with Priority: HIGHEST for action port [ 972.695398] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_rules [ 972.695697] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 972.695918] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 522c39ee-9d66-4806-be88-5e8d006dee47 with Priority: HIGHEST for action port [ 972.696955] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.696955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.696955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.696955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.697386] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.698824] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.698949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.699072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.699333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.699531] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.699812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.699812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.700171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.700171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.700171] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.702224] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-522c39ee-9d66-4806-be88-5e8d006dee47 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.702813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.702813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.702813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.703030] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('522c39ee-9d66-4806-be88-5e8d006dee47',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 972.792245] env[65530]: INFO networking_nsxv3.common.synchronization [req-f16144b3-8df1-4aa2-a8d4-915692289323 req-7f895f02-7307-4037-bc61-765aef8d7843 tempest-MultipleCreateTestJSON-536915122 tempest-MultipleCreateTestJSON-536915122-project-member] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 972.792695] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 972.793242] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.793242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.793746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.793746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.793746] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.793918] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.793918] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.794090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.794286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.794518] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.137763] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port af502032-35ae-4cda-99ec-ec1ba393690f [ 973.138320] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.138320] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.138468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.138630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.138728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.138826] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:af502032-35ae-4cda-99ec-ec1ba393690f already deleted. [ 973.139073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-af502032-35ae-4cda-99ec-ec1ba393690f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.199750] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.199919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.202374] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.205041] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 522c39ee-9d66-4806-be88-5e8d006dee47 with status ACTIVE [ 973.206319] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.206488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.206565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.206807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.206914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.207260] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.207352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.207352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.207535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.207606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.207820] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.207922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.208024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.208182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.208263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.208362] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 522c39ee-9d66-4806-be88-5e8d006dee47 is going to be updated. [ 973.235537] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.235775] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.235889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.236237] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.236478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.236727] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-522c39ee-9d66-4806-be88-5e8d006dee47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.297513] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.590668] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 in Status: SUCCESS [ 973.590668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.590668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.590668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.590668] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.590668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.590668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.590668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.590668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.590668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.590668] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e0d25de6-b669-47b3-b1c7-dbc67b19ad50',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.705294] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.774971] env[65530]: INFO networking_nsxv3.common.synchronization [req-4fd8c2f6-c95b-4eb0-b40e-6582d0f8b76e req-5b1f1131-d3c1-40d2-b23a-a9f5131a7466 tempest-MultipleCreateTestJSON-536915122 tempest-MultipleCreateTestJSON-536915122-project-member] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 973.775483] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 973.947352] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.947547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.949982] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.092214] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e0d25de6-b669-47b3-b1c7-dbc67b19ad50',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.207656] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.207811] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.207885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.208176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.208251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.208334] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063c42d5-5927-4170-bc4a-bde830806d2e is going to be updated. [ 974.241703] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.241870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.241870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.242112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.242253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.255392] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: IN_PROGRESS for 2s [ 974.453422] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.453654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.453750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.453975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.454092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.454208] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be updated. [ 974.486386] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.486562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.486635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.486846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.486994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.497648] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 974.599516] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e0d25de6-b669-47b3-b1c7-dbc67b19ad50: rpc.has_security_group_logging(os_id): False [ 974.626709] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.626924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.626924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.627149] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.627236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.627485] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.627588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.627652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.627800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.627877] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.627962] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 is going to be created. [ 974.719865] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.720281] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.720281] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.720470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.720682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.735814] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 in Status: IN_PROGRESS for 2s [ 976.267873] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: SUCCESS [ 976.268278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.268323] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.268548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.268782] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.268920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.269049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.269245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.269336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.269423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.269524] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.453852] env[65530]: INFO networking_nsxv3.common.synchronization [None req-826711f5-924a-4e39-9507-2f0b4dc5eb9e tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_rules [ 976.456139] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_rules [ 976.456139] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.456294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.456294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.456514] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.456677] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.511696] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 976.511696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.511696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.511696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.511696] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.511696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.511696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.511696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.511696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.511696] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.560833] env[65530]: INFO networking_nsxv3.common.synchronization [None req-1bd549f1-0df4-4b86-89dc-9b6db029b46b tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_rules [ 976.561617] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_rules [ 976.564425] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.564633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.767532] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 in Status: SUCCESS [ 976.767768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.772443] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.772719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.772719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.773176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.773176] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.773368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.773368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.773839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.773955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.774065] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.774230] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.774341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.774776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.775052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.775273] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.775429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.775429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.775582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.775649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.775714] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.775775] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.983747] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.983747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.983747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.983747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.984052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.984052] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce already deleted. [ 976.984583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.984583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.984819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.984964] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.016694] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.016694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.016694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.016694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.016694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.016694] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.016694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.016694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.016694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.016694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.016694] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be updated. [ 977.045042] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.045364] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.045536] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.045859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.046096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.055298] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 977.127934] env[65530]: INFO networking_nsxv3.common.synchronization [req-7377a3b9-5b36-49bc-bb5d-1a0bcf2bad62 req-53c2ab12-463e-4556-8996-83cda0a3c41f tempest-ServerRescueTestJSON-701228055 tempest-ServerRescueTestJSON-701228055-project-member] Enqueued Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_members [ 977.127934] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_members [ 977.128046] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.128338] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.128338] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.128442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.128610] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.128733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.128797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.128950] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.129195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.129195] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 977.278255] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 063c42d5-5927-4170-bc4a-bde830806d2e: rpc.has_security_group_logging(os_id): False [ 977.313122] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.313325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.313371] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.313569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.313660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.313872] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.314013] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.314129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.314384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.314509] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.314795] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.314915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.314999] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.315169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.315263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.315490] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.315588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.316147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.316147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.316147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.316147] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 063c42d5-5927-4170-bc4a-bde830806d2e is going to be updated. [ 977.418439] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.418439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.418439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.418439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.418439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.434272] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: IN_PROGRESS for 2s [ 977.515884] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 977.516743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.516743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.516743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.516743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.516743] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce already deleted. [ 977.516743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.633588] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.136675] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.639950] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.640330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.640330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.640395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.640505] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.640615] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f133a-48e3-445d-94f0-3c560b7588b6 is going to be updated. [ 978.681223] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.681223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.681223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.681494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.681947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.694141] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: IN_PROGRESS for 2s [ 979.070594] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 979.070594] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd deletion is rescheduled due to dependency. [ 979.070594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.450042] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: SUCCESS [ 979.450326] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.704383] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: SUCCESS [ 980.704773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.129060] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 982.129400] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 983.858156] env[65530]: INFO networking_nsxv3.common.synchronization [req-a2e26d97-9549-43aa-82c5-113fa7f34311 req-25d33668-9bff-4514-bec0-63cc0993477e tempest-FloatingIPsAssociationTestJSON-826004657 tempest-FloatingIPsAssociationTestJSON-826004657-project-member] Enqueued Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_members [ 983.858156] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGHEST for action security_group_members [ 983.858636] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.858636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.858636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.858840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.858971] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.859106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.859188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.861100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.861100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.861100] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 984.363491] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.363712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.363776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.364053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.364171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.364864] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.364864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.364864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.364864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.365165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.365165] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 is going to be updated. [ 984.402480] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.402714] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.402786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.403160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.403380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.416043] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: IN_PROGRESS for 2s [ 985.348193] env[65530]: INFO networking_nsxv3.common.synchronization [req-1bcfb028-0c44-45a7-be2e-44a63197aace req-05c2acb6-3ab9-4cea-b7be-f8b880169a45 tempest-AttachVolumeShelveTestJSON-229055213 tempest-AttachVolumeShelveTestJSON-229055213-project-member] Enqueued Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_members [ 985.348193] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_members [ 985.348468] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab64b1-4044-4077-8bcd-4510da8c3945 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.348554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.348554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.348801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.348959] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.349139] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.349204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.349346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.349424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.349514] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.818035] env[65530]: INFO networking_nsxv3.common.synchronization [None req-503857ce-9abd-4f53-8326-78a79428b190 None None] Enqueued Resource ID: ad3f7786-4256-45a7-af82-069e9fe4ec08 with Priority: HIGHEST for action port [ 985.818295] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad3f7786-4256-45a7-af82-069e9fe4ec08 with Priority: HIGHEST for action port [ 985.818724] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad3f7786-4256-45a7-af82-069e9fe4ec08 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.820031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad3f7786-4256-45a7-af82-069e9fe4ec08" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.820031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad3f7786-4256-45a7-af82-069e9fe4ec08" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.820031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad3f7786-4256-45a7-af82-069e9fe4ec08" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.820031] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad3f7786-4256-45a7-af82-069e9fe4ec08',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.854026] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.854026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.854026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.854026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.854026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.854026] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.854026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.854026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.854026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.854026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.854026] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 already deleted. [ 985.854026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.876498] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.877228] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.878040] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.878040] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.878424] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.878662] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.878840] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.879193] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.879402] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.879692] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.879861] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 985.880170] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 985.880411] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 985.880651] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 985.880651] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 985.880832] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 985.907168] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 985.907560] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 985.907729] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 985.907913] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.908252] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-24381482-79e6-4953-ad84-e9130bcc723a taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.908424] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.908612] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.908910] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.909171] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24381482-79e6-4953-ad84-e9130bcc723a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.323214] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad3f7786-4256-45a7-af82-069e9fe4ec08 [ 986.323364] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.323511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.323593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.323815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.323907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.324015] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad3f7786-4256-45a7-af82-069e9fe4ec08 already deleted. [ 986.324123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad3f7786-4256-45a7-af82-069e9fe4ec08" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.411901] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.412222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.412263] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.412833] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.412833] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.413126] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 24381482-79e6-4953-ad84-e9130bcc723a not found, creating... [ 986.413292] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.413453] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.413586] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.413911] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.414107] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.414684] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.414782] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.414917] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.418210] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.418210] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.418210] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 24381482-79e6-4953-ad84-e9130bcc723a is going to be created. [ 986.433032] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 in Status: SUCCESS [ 986.433032] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 deletion is rescheduled due to dependency. [ 986.433032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.444197] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.445125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.445125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.445297] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.445544] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.445906] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.289548] env[65530]: INFO networking_nsxv3.common.synchronization [req-1bcfb028-0c44-45a7-be2e-44a63197aace req-7d3b067f-8f24-4667-ae20-93dfef736502 service nova] Enqueued Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_rules [ 987.289797] env[65530]: INFO networking_nsxv3.common.synchronization [req-1bcfb028-0c44-45a7-be2e-44a63197aace req-7d3b067f-8f24-4667-ae20-93dfef736502 service nova] Enqueued Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_members [ 987.289885] env[65530]: INFO networking_nsxv3.common.synchronization [req-1bcfb028-0c44-45a7-be2e-44a63197aace req-7d3b067f-8f24-4667-ae20-93dfef736502 service nova] Enqueued Resource ID: 24381482-79e6-4953-ad84-e9130bcc723a with Priority: HIGHEST for action port [ 987.290506] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_rules [ 987.290873] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_members [ 987.290873] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24381482-79e6-4953-ad84-e9130bcc723a with Priority: HIGHEST for action port [ 987.291438] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cab64b1-4044-4077-8bcd-4510da8c3945 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.291593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.291662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.291876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.292099] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.293797] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab64b1-4044-4077-8bcd-4510da8c3945 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.293940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.294080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.295064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.295064] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.295064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.295064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.295064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.295064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.295064] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.296381] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-24381482-79e6-4953-ad84-e9130bcc723a taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.296517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.296560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.297468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.297468] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24381482-79e6-4953-ad84-e9130bcc723a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.795229] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab64b1-4044-4077-8bcd-4510da8c3945 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.795589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.798809] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.800300] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24381482-79e6-4953-ad84-e9130bcc723a with status ACTIVE [ 987.800531] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.800649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.800712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.800958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.801079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.801248] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.801341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.801410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.801557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.801628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.801808] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.801934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.802012] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.802159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.802244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.802314] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24381482-79e6-4953-ad84-e9130bcc723a is going to be updated. [ 987.828075] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.828368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.828368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.828532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.828670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.828832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.235588] env[65530]: INFO networking_nsxv3.common.synchronization [None req-ce88eff0-0608-4d4c-b5b4-5de705168b85 None None] Enqueued Resource ID: cb9ce644-69c1-442d-98d8-0fd277b25458 with Priority: HIGHEST for action port [ 988.242184] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb9ce644-69c1-442d-98d8-0fd277b25458 with Priority: HIGHEST for action port [ 988.243909] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb9ce644-69c1-442d-98d8-0fd277b25458 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.243909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb9ce644-69c1-442d-98d8-0fd277b25458" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.243909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb9ce644-69c1-442d-98d8-0fd277b25458" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.243909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb9ce644-69c1-442d-98d8-0fd277b25458" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.243909] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb9ce644-69c1-442d-98d8-0fd277b25458',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.302163] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.737234] env[65530]: INFO networking_nsxv3.common.synchronization [req-fbf846ab-3e3f-46e0-af00-02ee55ca3bad req-bdceab39-de07-4145-8e3d-2536d65b07af tempest-ServersWithSpecificFlavorTestJSON-1964523045 tempest-ServersWithSpecificFlavorTestJSON-1964523045-project-member] Enqueued Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_members [ 988.737761] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGHEST for action security_group_members [ 988.738069] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.738185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.738248] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.738439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.738862] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.738947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.739024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.739223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.739383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.739491] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 988.746378] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb9ce644-69c1-442d-98d8-0fd277b25458 [ 988.746603] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.746744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.746842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.747091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.747422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.747422] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb9ce644-69c1-442d-98d8-0fd277b25458 already deleted. [ 988.747422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb9ce644-69c1-442d-98d8-0fd277b25458" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.805627] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.805627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.805627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.805627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.806113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.806445] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 is going to be created. [ 988.837735] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.840823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.840823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.840823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.840823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.851909] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 in Status: UNINITIALIZED for 2s [ 989.241462] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.241812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.241909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.242238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.242238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.242449] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.242551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.242613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.242758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.242834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.242950] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b is going to be updated. [ 989.274517] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.274725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.274798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.275140] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.275322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.287813] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: IN_PROGRESS for 2s [ 990.556776] env[65530]: INFO networking_nsxv3.common.synchronization [req-3a2817b0-634d-426d-9ea3-995422245cd4 req-ac16e382-68ae-4995-9ed8-3d057708e649 tempest-DeleteServersTestJSON-1181561514 tempest-DeleteServersTestJSON-1181561514-project-member] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 990.558068] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 990.558068] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.558068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.558068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.558525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.558831] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.558983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.559080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.559284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.559395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.559508] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.864128] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 in Status: SUCCESS [ 990.864412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.864606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.864860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.865121] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.865281] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.865340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.865523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.865609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.865710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.865817] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 990.924991] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-56 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.925273] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.925403] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.925665] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.925927] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.926202] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.926339] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.926556] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.926700] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.926912] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.927051] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 990.927146] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 990.927249] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 990.927364] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 990.927490] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 990.927620] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 990.947313] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 990.947589] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 990.947712] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 990.947943] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.948318] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-dcab7933-d779-4451-884b-6545e568e0e4 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 990.948539] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-dcab7933-d779-4451-884b-6545e568e0e4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.948691] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-dcab7933-d779-4451-884b-6545e568e0e4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.949611] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-dcab7933-d779-4451-884b-6545e568e0e4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.949718] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcab7933-d779-4451-884b-6545e568e0e4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.028486] env[65530]: INFO networking_nsxv3.common.synchronization [req-394d8e7c-66e9-4da4-9534-020c0d79dbd8 req-e3fa1985-2aef-4021-9b58-c99a55a71e53 tempest-ImagesTestJSON-1643481996 tempest-ImagesTestJSON-1643481996-project-member] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 991.029300] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 991.029658] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.029793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.030119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.030119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.030483] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.030483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.030483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.030647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.030647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.030709] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.063079] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.063079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.063079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.063332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.063456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.063777] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.063982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.064048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.064280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.064424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.064547] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 991.100225] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.100525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.100660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.100939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.101193] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.112686] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 991.302024] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b in Status: SUCCESS [ 991.302151] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b deletion is rescheduled due to dependency. [ 991.302388] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.369083] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 991.452878] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.453175] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.453311] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.453600] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.453749] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.453905] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port dcab7933-d779-4451-884b-6545e568e0e4 not found, creating... [ 991.454189] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.454349] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.454466] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.454788] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.454843] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.455128] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.455297] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.455414] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.455620] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.455889] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.456049] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: dcab7933-d779-4451-884b-6545e568e0e4 is going to be created. [ 991.482030] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.482030] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.482030] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.482030] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.482030] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.482030] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-dcab7933-d779-4451-884b-6545e568e0e4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.534089] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.534089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.534089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.534089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.534089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.534089] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.534089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.534089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.534544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.534544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.534544] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 991.601641] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.602068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.602068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.603839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.604032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.614315] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 991.872832] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cab64b1-4044-4077-8bcd-4510da8c3945: rpc.has_security_group_logging(os_id): False [ 991.892978] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.893222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.893264] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.893568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.893682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.894025] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 991.894161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.894230] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.894422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.894509] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.894601] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 is going to be created. [ 992.000652] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.000848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.000895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.001121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.001300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.017213] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 in Status: IN_PROGRESS for 2s [ 992.254498] env[65530]: INFO networking_nsxv3.common.synchronization [req-3a2817b0-634d-426d-9ea3-995422245cd4 req-7d3fea2d-34a5-496d-b71c-dd6e07bb30d8 service nova] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_rules [ 992.254498] env[65530]: INFO networking_nsxv3.common.synchronization [req-3a2817b0-634d-426d-9ea3-995422245cd4 req-7d3fea2d-34a5-496d-b71c-dd6e07bb30d8 service nova] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 992.254611] env[65530]: INFO networking_nsxv3.common.synchronization [req-3a2817b0-634d-426d-9ea3-995422245cd4 req-7d3fea2d-34a5-496d-b71c-dd6e07bb30d8 service nova] Enqueued Resource ID: dcab7933-d779-4451-884b-6545e568e0e4 with Priority: HIGHEST for action port [ 992.255950] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_rules [ 992.255950] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 992.255950] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcab7933-d779-4451-884b-6545e568e0e4 with Priority: HIGHEST for action port [ 992.255950] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.258901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.258901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.258901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.258901] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.258901] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.258901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.259406] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcab7933-d779-4451-884b-6545e568e0e4 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.259406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcab7933-d779-4451-884b-6545e568e0e4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.259546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcab7933-d779-4451-884b-6545e568e0e4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.259809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcab7933-d779-4451-884b-6545e568e0e4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.259809] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcab7933-d779-4451-884b-6545e568e0e4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 992.761513] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.761513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.761835] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcab7933-d779-4451-884b-6545e568e0e4 with status ACTIVE [ 992.761985] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.762079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.762152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.762353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.762443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.762616] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.762709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.762763] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.762953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.763067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.763258] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.763381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.763458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.763623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.763715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.763810] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcab7933-d779-4451-884b-6545e568e0e4 is going to be updated. [ 992.787345] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.787670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.787670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.787782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.787926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.788099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcab7933-d779-4451-884b-6545e568e0e4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.131104] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 993.131104] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 deletion is rescheduled due to dependency. [ 993.131104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.131104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.131465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.131693] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.131824] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.131887] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.132075] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.132154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.132273] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.220580] env[65530]: INFO networking_nsxv3.common.synchronization [req-2bad26c3-9826-4163-8066-48db3fed5294 req-007c2e18-eaa4-4667-bd43-b81c8c1043c6 tempest-InstanceActionsTestJSON-620999615 tempest-InstanceActionsTestJSON-620999615-project-member] Enqueued Resource ID: cac5e367-7518-4326-9a48-14684a1d7ce4 with Priority: HIGHEST for action security_group_members [ 993.221138] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac5e367-7518-4326-9a48-14684a1d7ce4 with Priority: HIGHEST for action security_group_members [ 993.221470] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac5e367-7518-4326-9a48-14684a1d7ce4 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.221594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.221662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.221908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.222084] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.222191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.222254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.222405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.222489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.223111] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac5e367-7518-4326-9a48-14684a1d7ce4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.534761] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-879 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.534974] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-879" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.535186] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-879" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.535523] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-879" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.535778] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.535937] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.536092] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.536337] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.536481] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.536691] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.536800] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.536962] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.537012] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.537124] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.537242] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.537380] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.557034] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.557171] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.557295] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.557514] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-879" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.557842] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-01244fc9-620d-4b73-bbf5-f6b96a3f116c taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.558071] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-01244fc9-620d-4b73-bbf5-f6b96a3f116c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.558203] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-01244fc9-620d-4b73-bbf5-f6b96a3f116c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.558532] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-01244fc9-620d-4b73-bbf5-f6b96a3f116c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.558674] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01244fc9-620d-4b73-bbf5-f6b96a3f116c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.624503] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 993.624693] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 deletion is rescheduled due to dependency. [ 993.624738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.634348] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.725984] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.725984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.725984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.725984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.725984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.725984] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.725984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.726433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.726433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.726433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.726433] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac5e367-7518-4326-9a48-14684a1d7ce4 already deleted. [ 993.726433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.030283] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 in Status: SUCCESS [ 994.030712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.060897] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.061152] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.061274] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.061593] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.061738] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.061895] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 01244fc9-620d-4b73-bbf5-f6b96a3f116c not found, creating... [ 994.062167] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.062330] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.062447] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.062661] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.062797] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.063092] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.063254] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.063369] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.063573] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.063702] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.063840] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 01244fc9-620d-4b73-bbf5-f6b96a3f116c is going to be created. [ 994.084914] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.085234] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.085382] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.085653] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.085884] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.086162] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-01244fc9-620d-4b73-bbf5-f6b96a3f116c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.136898] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.641286] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.641499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.641580] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.641950] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.641950] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.642110] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 994.681394] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.681554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.681626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.681869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.682018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.692174] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 994.862183] env[65530]: INFO networking_nsxv3.common.synchronization [req-2bad26c3-9826-4163-8066-48db3fed5294 req-ef3c5fba-ccee-4990-9d14-e1206c7f9d64 service nova] Enqueued Resource ID: cac5e367-7518-4326-9a48-14684a1d7ce4 with Priority: HIGHEST for action security_group_rules [ 994.862574] env[65530]: INFO networking_nsxv3.common.synchronization [req-2bad26c3-9826-4163-8066-48db3fed5294 req-ef3c5fba-ccee-4990-9d14-e1206c7f9d64 service nova] Enqueued Resource ID: cac5e367-7518-4326-9a48-14684a1d7ce4 with Priority: HIGHEST for action security_group_members [ 994.862919] env[65530]: INFO networking_nsxv3.common.synchronization [req-2bad26c3-9826-4163-8066-48db3fed5294 req-ef3c5fba-ccee-4990-9d14-e1206c7f9d64 service nova] Enqueued Resource ID: 01244fc9-620d-4b73-bbf5-f6b96a3f116c with Priority: HIGHEST for action port [ 994.863703] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac5e367-7518-4326-9a48-14684a1d7ce4 with Priority: HIGHEST for action security_group_rules [ 994.864012] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac5e367-7518-4326-9a48-14684a1d7ce4 with Priority: HIGHEST for action security_group_members [ 994.864904] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01244fc9-620d-4b73-bbf5-f6b96a3f116c with Priority: HIGHEST for action port [ 994.864904] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cac5e367-7518-4326-9a48-14684a1d7ce4 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.864904] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.865249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.865249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.865377] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cac5e367-7518-4326-9a48-14684a1d7ce4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.868418] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac5e367-7518-4326-9a48-14684a1d7ce4 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.868585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.868690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.868926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.869134] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.869252] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.869336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.871312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.871312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.871312] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac5e367-7518-4326-9a48-14684a1d7ce4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.871312] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-01244fc9-620d-4b73-bbf5-f6b96a3f116c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.871312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01244fc9-620d-4b73-bbf5-f6b96a3f116c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.871312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01244fc9-620d-4b73-bbf5-f6b96a3f116c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.871312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01244fc9-620d-4b73-bbf5-f6b96a3f116c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.871312] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01244fc9-620d-4b73-bbf5-f6b96a3f116c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.372769] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac5e367-7518-4326-9a48-14684a1d7ce4 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.373456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.375200] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cac5e367-7518-4326-9a48-14684a1d7ce4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.378738] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 01244fc9-620d-4b73-bbf5-f6b96a3f116c with status ACTIVE [ 995.378738] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.378738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.378738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.378738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.378738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.378738] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.378738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.378738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.378738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.378738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.378738] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.379333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.379333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.380023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.380023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.380143] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 01244fc9-620d-4b73-bbf5-f6b96a3f116c is going to be updated. [ 995.406248] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.406408] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.406524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.406671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.406845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.407018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01244fc9-620d-4b73-bbf5-f6b96a3f116c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.882427] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cac5e367-7518-4326-9a48-14684a1d7ce4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.386724] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.387110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.387110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.387207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.387441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.387441] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac5e367-7518-4326-9a48-14684a1d7ce4 is going to be created. [ 996.416020] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.416259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.416259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.416454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.416612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.429137] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac5e367-7518-4326-9a48-14684a1d7ce4 in Status: UNINITIALIZED for 2s [ 996.703643] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 996.704948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.704948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.704948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.704948] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.704948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.704948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.704948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.704948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.705476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.705476] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.207964] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.208357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.208940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.213019] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.213019] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.213019] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.213019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.213019] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.716113] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c7c771-f3e0-4914-bbef-543112491834: rpc.has_security_group_logging(os_id): False [ 997.739164] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.739312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.739406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.739598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.739681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.739925] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.740066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.740149] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.740309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.740397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.740613] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.740754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.740849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.741053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.741134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.741385] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.741554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.741626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.741823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.741910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.741999] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 997.827522] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.827522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.827522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.827739] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.827963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.846611] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 998.440508] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac5e367-7518-4326-9a48-14684a1d7ce4 in Status: SUCCESS [ 998.440739] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.440887] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.441123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.441312] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.441432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.441494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.441734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.441838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.441942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.442051] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cac5e367-7518-4326-9a48-14684a1d7ce4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.944736] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac5e367-7518-4326-9a48-14684a1d7ce4 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.945122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.945122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.945457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.945663] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.945850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.945850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.946026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.946165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.946287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.946442] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac5e367-7518-4326-9a48-14684a1d7ce4 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.946528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.946633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.946941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.946941] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.947118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.947118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.947209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.947263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.947340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.947447] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cac5e367-7518-4326-9a48-14684a1d7ce4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 999.449830] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cac5e367-7518-4326-9a48-14684a1d7ce4: rpc.has_security_group_logging(os_id): False [ 999.468626] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.468793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.468869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.469135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.469230] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.469465] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.469563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.469626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.469780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.469855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.470047] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.470142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.470204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.470369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.470444] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.470636] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.470917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.470994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.471207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.471288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.471378] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cac5e367-7518-4326-9a48-14684a1d7ce4 is going to be created. [ 999.562675] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.563019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.563090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.563412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.563639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.576670] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac5e367-7518-4326-9a48-14684a1d7ce4 in Status: IN_PROGRESS for 2s [ 999.863429] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 999.863651] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.865329] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 999.865329] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1000.900488] env[65530]: INFO networking_nsxv3.common.synchronization [req-93a6b720-fcef-4897-a3dc-8ca138a7a2af req-09a6bc9f-01bb-4a4e-ab05-651195d44a46 tempest-ServerActionsV293TestJSON-556414031 tempest-ServerActionsV293TestJSON-556414031-project-member] Enqueued Resource ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c with Priority: HIGHEST for action security_group_members [ 1000.901115] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c with Priority: HIGHEST for action security_group_members [ 1000.901497] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.901661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.901736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.901930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.902175] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.902302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.902398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.902806] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.902806] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.902806] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('903baf0c-bd1e-4ab0-a37e-8084312ddc8c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.409579] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.410419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.410419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.410419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.410419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.410419] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.410419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.410684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.410684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.410684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.410802] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c is going to be updated. [ 1001.445401] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.445998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.445998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.445998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.446231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.459386] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c in Status: IN_PROGRESS for 2s [ 1001.594450] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cac5e367-7518-4326-9a48-14684a1d7ce4 in Status: SUCCESS [ 1001.594751] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.608230] env[65530]: INFO networking_nsxv3.common.synchronization [req-2c44e6a2-823b-4b41-a8d8-67665ec16fa0 req-1764d2d5-0839-4fd7-bc60-c418e7e01c82 tempest-ServerRescueTestJSON-701228055 tempest-ServerRescueTestJSON-701228055-project-member] Enqueued Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_members [ 1002.610956] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d96f133a-48e3-445d-94f0-3c560b7588b6 with Priority: HIGHEST for action security_group_members [ 1002.611330] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-d96f133a-48e3-445d-94f0-3c560b7588b6 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.611460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.611524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.611725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.611877] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.611976] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.612053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.612245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.612339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.612437] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d96f133a-48e3-445d-94f0-3c560b7588b6',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.117072] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.117072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.117072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.117072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.117506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.117506] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.117665] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.117818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.118044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.119636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.119798] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f133a-48e3-445d-94f0-3c560b7588b6 is going to be updated. [ 1003.167119] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.167119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.167119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.167119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.167570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.188077] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: IN_PROGRESS for 2s [ 1003.343033] env[65530]: INFO networking_nsxv3.common.synchronization [req-8a93a35d-346c-422f-b411-6ceb01688aba req-5aed95e7-63fa-4801-8077-01372efb5d23 tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_members [ 1003.343422] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_members [ 1003.343756] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.343941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.344345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.344655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.344837] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.344948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.345022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.345242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.345381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.345427] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.475853] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c in Status: SUCCESS [ 1003.475853] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 903baf0c-bd1e-4ab0-a37e-8084312ddc8c deletion is rescheduled due to dependency. [ 1003.477222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-903baf0c-bd1e-4ab0-a37e-8084312ddc8c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.818234] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.818234] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.818234] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.818234] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.818234] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.821377] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.821726] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.822174] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.822453] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.822767] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.823710] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1003.823710] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1003.823710] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1003.823710] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1003.824060] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1003.824367] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1003.846485] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1003.846485] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1003.847201] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1003.847201] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.847401] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-a44ad272-6fda-4d2f-b730-5ae558d9e5df taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.847836] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-a44ad272-6fda-4d2f-b730-5ae558d9e5df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.847836] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-a44ad272-6fda-4d2f-b730-5ae558d9e5df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.848080] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-a44ad272-6fda-4d2f-b730-5ae558d9e5df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.848243] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a44ad272-6fda-4d2f-b730-5ae558d9e5df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.849396] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.849544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.849615] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.849813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.849926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.850179] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.850286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.850367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.850523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.850629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.850717] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce already deleted. [ 1003.850798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.352432] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.352595] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.352639] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.353170] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.353898] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.353898] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port a44ad272-6fda-4d2f-b730-5ae558d9e5df not found, creating... [ 1004.353898] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.354267] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.354267] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.354572] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.354862] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.355090] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.355333] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.356127] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.356127] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.356127] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.356127] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: a44ad272-6fda-4d2f-b730-5ae558d9e5df is going to be created. [ 1004.383844] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.383844] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.383844] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.383844] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.383844] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.383844] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-a44ad272-6fda-4d2f-b730-5ae558d9e5df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.201837] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d96f133a-48e3-445d-94f0-3c560b7588b6 in Status: SUCCESS [ 1005.202178] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d96f133a-48e3-445d-94f0-3c560b7588b6 deletion is rescheduled due to dependency. [ 1005.202801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d96f133a-48e3-445d-94f0-3c560b7588b6" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.256963] env[65530]: INFO networking_nsxv3.common.synchronization [req-8a93a35d-346c-422f-b411-6ceb01688aba req-89f68ad1-1b2a-4ac8-b446-c3a395077da8 service nova] Enqueued Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_rules [ 1005.257189] env[65530]: INFO networking_nsxv3.common.synchronization [req-8a93a35d-346c-422f-b411-6ceb01688aba req-89f68ad1-1b2a-4ac8-b446-c3a395077da8 service nova] Enqueued Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_members [ 1005.257346] env[65530]: INFO networking_nsxv3.common.synchronization [req-8a93a35d-346c-422f-b411-6ceb01688aba req-89f68ad1-1b2a-4ac8-b446-c3a395077da8 service nova] Enqueued Resource ID: a44ad272-6fda-4d2f-b730-5ae558d9e5df with Priority: HIGHEST for action port [ 1005.257931] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_rules [ 1005.258109] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_members [ 1005.258210] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a44ad272-6fda-4d2f-b730-5ae558d9e5df with Priority: HIGHEST for action port [ 1005.258492] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.258616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.258681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.258882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.258961] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.261674] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.261754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.261820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.262009] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.262168] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.262263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.262324] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.262508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.262593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.262682] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.264544] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-a44ad272-6fda-4d2f-b730-5ae558d9e5df taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.264544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a44ad272-6fda-4d2f-b730-5ae558d9e5df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.264544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a44ad272-6fda-4d2f-b730-5ae558d9e5df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.264544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a44ad272-6fda-4d2f-b730-5ae558d9e5df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.264544] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a44ad272-6fda-4d2f-b730-5ae558d9e5df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.766520] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.766719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.766916] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.767854] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a44ad272-6fda-4d2f-b730-5ae558d9e5df with status ACTIVE [ 1005.768049] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.768229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.768229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.768439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.768525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.768696] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.768823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.769123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.769474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.769963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.770107] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.770214] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.770281] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.770436] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.770770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.770770] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a44ad272-6fda-4d2f-b730-5ae558d9e5df is going to be updated. [ 1005.796082] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.796328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.796328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.796539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.796678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.796838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a44ad272-6fda-4d2f-b730-5ae558d9e5df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.272738] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.482936] env[65530]: INFO networking_nsxv3.common.synchronization [None req-50a53d8c-dcc7-4147-bb7f-c3c66c338f72 None None] Enqueued Resource ID: 7a3b9b65-5262-491e-b162-bc2904516d67 with Priority: HIGHEST for action port [ 1006.483794] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7a3b9b65-5262-491e-b162-bc2904516d67 with Priority: HIGHEST for action port [ 1006.484498] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-7a3b9b65-5262-491e-b162-bc2904516d67 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.484684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7a3b9b65-5262-491e-b162-bc2904516d67" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.484739] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7a3b9b65-5262-491e-b162-bc2904516d67" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.485078] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7a3b9b65-5262-491e-b162-bc2904516d67" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.485416] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7a3b9b65-5262-491e-b162-bc2904516d67',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.776489] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.776928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.777122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.777439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.779270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.779391] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce is going to be created. [ 1006.811154] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.811154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.811154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.811154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.811154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.824918] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: UNINITIALIZED for 2s [ 1006.988451] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7a3b9b65-5262-491e-b162-bc2904516d67 [ 1006.988665] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.991032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.991032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.991032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.991032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.991032] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7a3b9b65-5262-491e-b162-bc2904516d67 already deleted. [ 1006.991032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7a3b9b65-5262-491e-b162-bc2904516d67" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.840396] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: SUCCESS [ 1008.840396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.840396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.840396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.840396] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.840396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.840396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.840396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.840396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.840396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.840396] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.109397] env[65530]: INFO networking_nsxv3.common.synchronization [None req-100bfd83-7ac2-4408-9b0c-acb4d4f7a3a2 None None] Enqueued Resource ID: d3f45bd2-ee79-40b2-af8d-b17f96f83816 with Priority: HIGHEST for action port [ 1009.110129] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f45bd2-ee79-40b2-af8d-b17f96f83816 with Priority: HIGHEST for action port [ 1009.110284] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-d3f45bd2-ee79-40b2-af8d-b17f96f83816 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.110418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d3f45bd2-ee79-40b2-af8d-b17f96f83816" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.110472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d3f45bd2-ee79-40b2-af8d-b17f96f83816" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.110719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d3f45bd2-ee79-40b2-af8d-b17f96f83816" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.110804] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d3f45bd2-ee79-40b2-af8d-b17f96f83816',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.165608] env[65530]: INFO networking_nsxv3.common.synchronization [req-888405f2-716b-4cbc-9d09-c8aace1a893c req-69830123-07bb-4e16-9559-9f5cb9f4985a tempest-ServerAddressesTestJSON-1101592912 tempest-ServerAddressesTestJSON-1101592912-project-member] Enqueued Resource ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 with Priority: HIGHEST for action security_group_members [ 1009.166139] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 with Priority: HIGHEST for action security_group_members [ 1009.166468] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c62bb0-4f13-4fc8-985e-06e076f13c47 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.166624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.166688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.168292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.168292] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.168292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.168292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.168292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.168292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.168292] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8c62bb0-4f13-4fc8-985e-06e076f13c47',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.345173] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.615059] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d3f45bd2-ee79-40b2-af8d-b17f96f83816 [ 1009.615559] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.615863] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.616151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.616526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.616645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.616693] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d3f45bd2-ee79-40b2-af8d-b17f96f83816 already deleted. [ 1009.616809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d3f45bd2-ee79-40b2-af8d-b17f96f83816" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.622129] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-509 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.622483] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-509" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.622668] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-509" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.622994] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-509" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.623299] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.623469] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.623757] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.624083] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.624309] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.624564] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.624715] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.624823] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.625037] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.625116] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.625277] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.625612] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.645693] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.645838] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.645937] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.646142] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-509" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.646487] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-72ac698b-8264-47ad-864e-84ccdb98bbec taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.646663] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-72ac698b-8264-47ad-864e-84ccdb98bbec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.646781] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-72ac698b-8264-47ad-864e-84ccdb98bbec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.647176] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-72ac698b-8264-47ad-864e-84ccdb98bbec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.647318] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72ac698b-8264-47ad-864e-84ccdb98bbec',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.672379] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.672627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.672731] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.672992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.673460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.673992] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.674160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.674334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.674775] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.674895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.675030] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 already deleted. [ 1009.675189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.847866] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4c18cae-c4af-4795-8e23-d6d99dd129ce: rpc.has_security_group_logging(os_id): False [ 1009.866297] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.866519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.866519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.866764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.866859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.867136] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.867264] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.867317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.867642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.867642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.867642] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce is going to be created. [ 1009.967738] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.968295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.968295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.969465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.969851] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.985013] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: IN_PROGRESS for 2s [ 1010.152633] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.152633] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.152633] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.152633] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.153609] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.153911] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 72ac698b-8264-47ad-864e-84ccdb98bbec not found, creating... [ 1010.154279] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.154480] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.154601] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.157649] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.157649] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.157649] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.157649] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.158609] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.160191] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.160191] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.160414] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 72ac698b-8264-47ad-864e-84ccdb98bbec is going to be created. [ 1010.189896] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.190674] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.190915] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.192685] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.192685] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.192685] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-72ac698b-8264-47ad-864e-84ccdb98bbec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.390182] env[65530]: INFO networking_nsxv3.common.synchronization [None req-ab572e5c-177e-4e60-a540-9c7407d674c5 None None] Enqueued Resource ID: 95b833cf-01ce-4216-b75c-6373334b65dd with Priority: HIGHEST for action port [ 1010.390182] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95b833cf-01ce-4216-b75c-6373334b65dd with Priority: HIGHEST for action port [ 1010.391164] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-95b833cf-01ce-4216-b75c-6373334b65dd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.391557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95b833cf-01ce-4216-b75c-6373334b65dd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.393429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95b833cf-01ce-4216-b75c-6373334b65dd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.393429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95b833cf-01ce-4216-b75c-6373334b65dd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.393429] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95b833cf-01ce-4216-b75c-6373334b65dd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.895592] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95b833cf-01ce-4216-b75c-6373334b65dd [ 1010.896306] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.896549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.896655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.896890] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.896991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.897128] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95b833cf-01ce-4216-b75c-6373334b65dd already deleted. [ 1010.897259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95b833cf-01ce-4216-b75c-6373334b65dd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.984367] env[65530]: INFO networking_nsxv3.common.synchronization [req-888405f2-716b-4cbc-9d09-c8aace1a893c req-c5e75a68-ea9d-4e6c-a17f-9c13b9158a5d service nova] Enqueued Resource ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 with Priority: HIGHEST for action security_group_rules [ 1010.984823] env[65530]: INFO networking_nsxv3.common.synchronization [req-888405f2-716b-4cbc-9d09-c8aace1a893c req-c5e75a68-ea9d-4e6c-a17f-9c13b9158a5d service nova] Enqueued Resource ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 with Priority: HIGHEST for action security_group_members [ 1010.984823] env[65530]: INFO networking_nsxv3.common.synchronization [req-888405f2-716b-4cbc-9d09-c8aace1a893c req-c5e75a68-ea9d-4e6c-a17f-9c13b9158a5d service nova] Enqueued Resource ID: 72ac698b-8264-47ad-864e-84ccdb98bbec with Priority: HIGHEST for action port [ 1010.985437] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 with Priority: HIGHEST for action security_group_rules [ 1010.985639] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 with Priority: HIGHEST for action security_group_members [ 1010.985738] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 72ac698b-8264-47ad-864e-84ccdb98bbec with Priority: HIGHEST for action port [ 1010.986114] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8c62bb0-4f13-4fc8-985e-06e076f13c47 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.986291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.986407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.986748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.986748] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8c62bb0-4f13-4fc8-985e-06e076f13c47',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.987923] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c62bb0-4f13-4fc8-985e-06e076f13c47 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.988082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.988184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.988334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.989398] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.989398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.989398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.989398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.989398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.989398] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8c62bb0-4f13-4fc8-985e-06e076f13c47',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.990416] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-72ac698b-8264-47ad-864e-84ccdb98bbec taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.990416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-72ac698b-8264-47ad-864e-84ccdb98bbec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.990416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-72ac698b-8264-47ad-864e-84ccdb98bbec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.990618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-72ac698b-8264-47ad-864e-84ccdb98bbec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.990769] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('72ac698b-8264-47ad-864e-84ccdb98bbec',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.346398] env[65530]: INFO networking_nsxv3.common.synchronization [req-b0b495d0-5cfc-403c-88b6-cf721ec90793 req-3c9bd484-3946-415e-9ee5-a39dea5b5d4f tempest-ServersTestBootFromVolume-1095559686 tempest-ServersTestBootFromVolume-1095559686-project-member] Enqueued Resource ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef with Priority: HIGHEST for action security_group_members [ 1011.346758] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef with Priority: HIGHEST for action security_group_members [ 1011.348755] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-99c81e28-eac3-4755-9aa8-99656f6c76ef taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.349660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.349724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.349926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.350101] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.350209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.350270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.350429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.350512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.350607] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('99c81e28-eac3-4755-9aa8-99656f6c76ef',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.496023] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c62bb0-4f13-4fc8-985e-06e076f13c47 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.496023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.496023] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c8c62bb0-4f13-4fc8-985e-06e076f13c47',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.496023] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 72ac698b-8264-47ad-864e-84ccdb98bbec with status ACTIVE [ 1011.496023] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.496023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.496023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.496023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.496023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.496023] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.496023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.496023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.496023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.496023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.497747] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.498708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.498936] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.499601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.499828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.500285] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 72ac698b-8264-47ad-864e-84ccdb98bbec is going to be updated. [ 1011.520159] env[65530]: INFO networking_nsxv3.common.synchronization [req-77a6e8c8-242d-4021-85f0-f15dc5f33ac3 req-9a5841be-bbf5-4c0c-ab17-105fb4fbf252 tempest-ServersNegativeTestJSON-372436334 tempest-ServersNegativeTestJSON-372436334-project-member] Enqueued Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 1011.520159] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGHEST for action security_group_members [ 1011.521542] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.521926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.522708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.522708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.525488] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.528049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.528049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.528049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.528049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.528049] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.532042] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.532255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.532620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.532620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.532782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.532933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-72ac698b-8264-47ad-864e-84ccdb98bbec" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.853328] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.853604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.853604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.853782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.853934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.854097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.854215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.855612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.855883] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.855964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.856092] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef is going to be updated. [ 1011.943835] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.943835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.943835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.943835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.943835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.956846] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef in Status: IN_PROGRESS for 2s [ 1012.003488] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c8c62bb0-4f13-4fc8-985e-06e076f13c47',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.008691] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: SUCCESS [ 1012.008691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.030718] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.030718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.030907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.031235] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.031333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.031583] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.031725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.034640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.034640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.034640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.034640] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063c42d5-5927-4170-bc4a-bde830806d2e is going to be updated. [ 1012.073246] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.073246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.073246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.073246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.073246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.081599] env[65530]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1012.081599] env[65530]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] NSXv3 Agent Agent loop - iteration:2 started [ 1012.089512] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: IN_PROGRESS for 2s [ 1012.507848] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.508185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.508185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.508456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.509057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.509373] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 is going to be created. [ 1012.540083] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.540356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.540356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.540552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.540747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.553957] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 in Status: UNINITIALIZED for 2s [ 1013.606532] env[65530]: INFO networking_nsxv3.common.synchronization [None req-73be90df-d189-4e74-9610-e57ca2c8a86b None None] Enqueued Resource ID: 50e5d86a-e540-4cf3-943f-0445c882f5ac with Priority: HIGHEST for action port [ 1013.606779] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 50e5d86a-e540-4cf3-943f-0445c882f5ac with Priority: HIGHEST for action port [ 1013.607126] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-50e5d86a-e540-4cf3-943f-0445c882f5ac taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.607678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-50e5d86a-e540-4cf3-943f-0445c882f5ac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.607678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-50e5d86a-e540-4cf3-943f-0445c882f5ac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.607969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-50e5d86a-e540-4cf3-943f-0445c882f5ac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.608069] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('50e5d86a-e540-4cf3-943f-0445c882f5ac',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.618374] env[65530]: INFO networking_nsxv3.common.synchronization [req-8b92cce6-960b-4aa7-8f9e-15c8b241468c req-48860bbd-81de-4549-b6a7-63a7bc1a7dac tempest-ImagesTestJSON-1643481996 tempest-ImagesTestJSON-1643481996-project-member] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 1013.618941] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 1013.621183] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.621304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.621304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.621820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.621993] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.622114] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.622177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.622349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.622445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.622531] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.970510] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef in Status: SUCCESS [ 1013.970692] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 99c81e28-eac3-4755-9aa8-99656f6c76ef deletion is rescheduled due to dependency. [ 1013.970817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-99c81e28-eac3-4755-9aa8-99656f6c76ef" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.103759] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 063c42d5-5927-4170-bc4a-bde830806d2e in Status: SUCCESS [ 1014.103759] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 063c42d5-5927-4170-bc4a-bde830806d2e deletion is rescheduled due to dependency. [ 1014.104033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.105990] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.111171] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.111171] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.111171] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.111171] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.111171] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.111171] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.111171] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.111171] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.111171] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.111171] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1014.111171] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1014.111171] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1014.111171] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1014.111171] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1014.111171] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1014.111810] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 50e5d86a-e540-4cf3-943f-0445c882f5ac [ 1014.112159] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.112466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.113994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.113994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.113994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.113994] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:50e5d86a-e540-4cf3-943f-0445c882f5ac already deleted. [ 1014.113994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-50e5d86a-e540-4cf3-943f-0445c882f5ac" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.127927] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.127927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.127927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.127927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.127927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.127927] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.127927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.127927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.127927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.127927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.127927] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 1014.143021] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1014.143021] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1014.143021] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1014.143021] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-825" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.143021] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-dcfa09a7-db73-4447-97ad-7dfda713a926 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.143021] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-dcfa09a7-db73-4447-97ad-7dfda713a926" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.143021] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-dcfa09a7-db73-4447-97ad-7dfda713a926" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.143021] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-dcfa09a7-db73-4447-97ad-7dfda713a926" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.143021] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcfa09a7-db73-4447-97ad-7dfda713a926',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.185045] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.185045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.185045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.185449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.185573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.200295] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 1014.563127] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 in Status: SUCCESS [ 1014.563452] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.563634] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.563918] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.564149] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.564946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.564946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.564946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.564946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.564946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.564946] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c8c62bb0-4f13-4fc8-985e-06e076f13c47',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.646656] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.647114] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.647114] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.647419] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.647606] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.647819] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port dcfa09a7-db73-4447-97ad-7dfda713a926 not found, creating... [ 1014.648049] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.648216] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.648393] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.648619] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.648754] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.649106] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.649279] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.649397] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.649615] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.649745] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.649881] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: dcfa09a7-db73-4447-97ad-7dfda713a926 is going to be created. [ 1014.670303] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.670534] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.670578] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.674022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.674022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.674022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-dcfa09a7-db73-4447-97ad-7dfda713a926" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.068582] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c62bb0-4f13-4fc8-985e-06e076f13c47 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.068582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.068582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.068582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.068582] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.068582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.068582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.068582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.068582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.069062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.069062] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c62bb0-4f13-4fc8-985e-06e076f13c47 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.069193] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.069278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.069591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.069772] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.069907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.070036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.070241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.070425] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.070749] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.070883] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c8c62bb0-4f13-4fc8-985e-06e076f13c47',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.405449] env[65530]: INFO networking_nsxv3.common.synchronization [req-8b92cce6-960b-4aa7-8f9e-15c8b241468c req-a1d8755a-58ec-45a1-9c2c-1a8e6be9d9a7 service nova] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_rules [ 1015.405600] env[65530]: INFO networking_nsxv3.common.synchronization [req-8b92cce6-960b-4aa7-8f9e-15c8b241468c req-a1d8755a-58ec-45a1-9c2c-1a8e6be9d9a7 service nova] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 1015.406014] env[65530]: INFO networking_nsxv3.common.synchronization [req-8b92cce6-960b-4aa7-8f9e-15c8b241468c req-a1d8755a-58ec-45a1-9c2c-1a8e6be9d9a7 service nova] Enqueued Resource ID: dcfa09a7-db73-4447-97ad-7dfda713a926 with Priority: HIGHEST for action port [ 1015.407136] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_rules [ 1015.407136] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 1015.407136] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dcfa09a7-db73-4447-97ad-7dfda713a926 with Priority: HIGHEST for action port [ 1015.407136] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.407136] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.407136] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.407361] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.407401] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.408266] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.408390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.408554] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-dcfa09a7-db73-4447-97ad-7dfda713a926 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.408663] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dcfa09a7-db73-4447-97ad-7dfda713a926" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.408764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dcfa09a7-db73-4447-97ad-7dfda713a926" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.408919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dcfa09a7-db73-4447-97ad-7dfda713a926" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.408994] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dcfa09a7-db73-4447-97ad-7dfda713a926',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.574827] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c8c62bb0-4f13-4fc8-985e-06e076f13c47: rpc.has_security_group_logging(os_id): False [ 1015.595871] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.596325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.596325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.596325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.596509] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.596684] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.596785] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.596848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.597011] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.597092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.597274] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.597800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.597800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.597800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.597800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.597991] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.597991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.597991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.598120] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.598173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.598284] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 is going to be created. [ 1015.664746] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.665256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.665256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.665256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.665563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.679163] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 in Status: IN_PROGRESS for 2s [ 1015.745402] env[65530]: INFO networking_nsxv3.common.synchronization [req-628c56c8-c876-4bc0-9078-4b06caef92d4 req-0e60947a-4b6c-41cc-b742-b242e624c819 tempest-InstanceActionsTestJSON-620999615 tempest-InstanceActionsTestJSON-620999615-project-member] Enqueued Resource ID: cac5e367-7518-4326-9a48-14684a1d7ce4 with Priority: HIGHEST for action security_group_members [ 1015.746100] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac5e367-7518-4326-9a48-14684a1d7ce4 with Priority: HIGHEST for action security_group_members [ 1015.746482] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-cac5e367-7518-4326-9a48-14684a1d7ce4 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.746651] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.746720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.746929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.747109] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.747216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.747294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.747469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.747548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.747650] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cac5e367-7518-4326-9a48-14684a1d7ce4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.910828] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.910995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.911250] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dcfa09a7-db73-4447-97ad-7dfda713a926 with status ACTIVE [ 1015.911473] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.911613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.911693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.911970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.912081] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.912253] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.912377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.912454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.912630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.912716] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.912913] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.913021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.913084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.913223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.913382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.913382] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dcfa09a7-db73-4447-97ad-7dfda713a926 is going to be updated. [ 1015.945842] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.945842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.945842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.945842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.945842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.945842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dcfa09a7-db73-4447-97ad-7dfda713a926" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.212980] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 1016.212980] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 deletion is rescheduled due to dependency. [ 1016.212980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.213336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.213371] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.213540] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.213657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.213720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.213885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.214021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.214077] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.250460] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.250735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.250735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.251067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.251067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.251293] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.251293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.251415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.251597] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.251699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.251796] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac5e367-7518-4326-9a48-14684a1d7ce4 is going to be updated. [ 1016.281086] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.281086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.281086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.281319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.281445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.292280] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac5e367-7518-4326-9a48-14684a1d7ce4 in Status: IN_PROGRESS for 2s [ 1016.717512] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.219648] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.690512] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 in Status: SUCCESS [ 1017.690755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.723559] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.723903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.723903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.727414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.727534] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.727657] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 1017.761182] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.761370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.761415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.761941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.762150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.773441] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 1018.304512] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cac5e367-7518-4326-9a48-14684a1d7ce4 in Status: SUCCESS [ 1018.304710] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cac5e367-7518-4326-9a48-14684a1d7ce4 deletion is rescheduled due to dependency. [ 1018.304804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.336044] env[65530]: INFO networking_nsxv3.common.synchronization [req-07227cb1-531d-4285-8d0e-a34dec76eb4e req-91750235-57d0-42f7-9301-57fbba5a2b73 tempest-MultipleCreateTestJSON-536915122 tempest-MultipleCreateTestJSON-536915122-project-member] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 1019.336761] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 1019.337149] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.337277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.337346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.337549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.337726] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.337836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.337900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.338095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.338164] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.338261] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.661132] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.661344] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.661469] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.661729] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.661985] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.662339] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.662496] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.662717] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.662867] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.663385] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.663477] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1019.663610] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1019.663719] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1019.663833] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1019.663940] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1019.664092] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1019.683513] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1019.683682] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1019.683825] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1019.683997] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.684377] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-29173c23-a499-483d-8077-19712939e0c5 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.684561] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-29173c23-a499-483d-8077-19712939e0c5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.684682] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-29173c23-a499-483d-8077-19712939e0c5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.684996] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-29173c23-a499-483d-8077-19712939e0c5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.685146] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29173c23-a499-483d-8077-19712939e0c5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.785056] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 1019.785334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.785515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.785807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.786040] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.786170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.786228] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.786412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.786497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.786582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.786696] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.841715] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.841715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.841715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.841935] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.841970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.842184] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.843033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.843033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.843033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.843033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.843033] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be updated. [ 1019.875804] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.875804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.876044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.876131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.876293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.889048] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 1020.046599] env[65530]: INFO networking_nsxv3.common.synchronization [req-f626210c-23ee-4b41-982a-74862e31e025 req-6105c1b2-12b4-4602-95af-c55c88180923 tempest-AttachVolumeTestJSON-1349496788 tempest-AttachVolumeTestJSON-1349496788-project-member] Enqueued Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGHEST for action security_group_members [ 1020.047931] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGHEST for action security_group_members [ 1020.047931] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.047931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.047931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.048322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.048322] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.048322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.048506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.048566] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.048701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.048701] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6b5e4aa-b7c5-49c3-b8fe-bac32a089719',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.188480] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.188623] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.188742] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.189022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.189398] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.189398] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 29173c23-a499-483d-8077-19712939e0c5 not found, creating... [ 1020.189589] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.189745] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.189862] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.190094] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.190234] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.190515] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.190671] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.190784] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.190989] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.191300] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.191452] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 29173c23-a499-483d-8077-19712939e0c5 is going to be created. [ 1020.213272] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.213733] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.213733] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.213892] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.214139] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.214421] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-29173c23-a499-483d-8077-19712939e0c5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.290782] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.290997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.291073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.291433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.291433] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.291630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.291630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.291755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.291842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.291927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.292090] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.292183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.292267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.292398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.292533] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.292620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.293748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.293748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.293748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.293748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.293748] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.550913] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.551190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.551190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.551452] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.551506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.552060] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.552060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.552060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.552060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.552060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.552254] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 is going to be updated. [ 1020.595787] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.595928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.595998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.596290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.596377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.607263] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 in Status: IN_PROGRESS for 2s [ 1020.796735] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a523caae-6b74-45d5-911b-2e828937aa60: rpc.has_security_group_logging(os_id): False [ 1020.816460] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.816730] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.816840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.817159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.817293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.817511] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.817596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.817694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.817828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.817922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.818119] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.818217] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.818266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.818404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.818534] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.819604] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.819604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.819604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.819604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.819604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.819604] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 1020.903776] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.903776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.903776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.903776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.903776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.923159] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 1021.034108] env[65530]: INFO networking_nsxv3.common.synchronization [req-07227cb1-531d-4285-8d0e-a34dec76eb4e req-6ec0f05a-8656-4f66-af4b-b26850744956 service nova] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_rules [ 1021.034545] env[65530]: INFO networking_nsxv3.common.synchronization [req-07227cb1-531d-4285-8d0e-a34dec76eb4e req-6ec0f05a-8656-4f66-af4b-b26850744956 service nova] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 1021.034703] env[65530]: INFO networking_nsxv3.common.synchronization [req-07227cb1-531d-4285-8d0e-a34dec76eb4e req-6ec0f05a-8656-4f66-af4b-b26850744956 service nova] Enqueued Resource ID: 29173c23-a499-483d-8077-19712939e0c5 with Priority: HIGHEST for action port [ 1021.035511] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_rules [ 1021.035688] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 1021.035769] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29173c23-a499-483d-8077-19712939e0c5 with Priority: HIGHEST for action port [ 1021.036058] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.036231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.036393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.036703] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.036791] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.037799] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.038080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.039089] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-29173c23-a499-483d-8077-19712939e0c5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.039329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29173c23-a499-483d-8077-19712939e0c5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.039399] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29173c23-a499-483d-8077-19712939e0c5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.039742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29173c23-a499-483d-8077-19712939e0c5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.040258] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29173c23-a499-483d-8077-19712939e0c5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.543363] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.543363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.543613] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29173c23-a499-483d-8077-19712939e0c5 with status ACTIVE [ 1021.543714] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.543832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.543905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.544146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.544255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.544472] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.544544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.544584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.544776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.544870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.545069] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.545168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.545228] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.545476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.546956] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.546956] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29173c23-a499-483d-8077-19712939e0c5 is going to be updated. [ 1021.569047] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.569047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.569533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.569533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.569617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.569843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29173c23-a499-483d-8077-19712939e0c5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.908952] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 1021.908952] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd deletion is rescheduled due to dependency. [ 1021.908952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.908952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.909155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.909192] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.909321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.909373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.909520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.909651] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.909699] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.919073] env[65530]: INFO networking_nsxv3.common.synchronization [req-07227cb1-531d-4285-8d0e-a34dec76eb4e req-0d773e7e-d0c2-4195-a363-6110aad07356 tempest-MultipleCreateTestJSON-536915122 tempest-MultipleCreateTestJSON-536915122-project-member] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 1021.919688] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 1021.920021] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.920517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.335375] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-324 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.335717] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.335849] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.336100] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.336401] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.336567] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.336685] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.336906] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.337064] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.337276] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.337389] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1022.337498] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1022.337609] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1022.337713] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1022.337818] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1022.337950] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1022.370902] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1022.371101] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.033 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1022.371246] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1022.371428] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-324" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.371848] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-b36bcd03-f275-4a55-aec1-4a69b1f226ed taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.372101] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-b36bcd03-f275-4a55-aec1-4a69b1f226ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.372251] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-b36bcd03-f275-4a55-aec1-4a69b1f226ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.372585] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-b36bcd03-f275-4a55-aec1-4a69b1f226ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.372747] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36bcd03-f275-4a55-aec1-4a69b1f226ed',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.412184] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.618097] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 in Status: SUCCESS [ 1022.618444] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 deletion is rescheduled due to dependency. [ 1022.618502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.876849] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.877125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.877300] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.877635] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.877821] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.877999] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port b36bcd03-f275-4a55-aec1-4a69b1f226ed not found, creating... [ 1022.878293] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.878541] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.878600] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.878833] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.878976] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.879279] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.879498] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.879702] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.879992] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.880169] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.880350] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: b36bcd03-f275-4a55-aec1-4a69b1f226ed is going to be created. [ 1022.905066] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.905684] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.905823] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.906172] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.906643] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.906763] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-b36bcd03-f275-4a55-aec1-4a69b1f226ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.914747] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.939935] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 1022.940369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.417288] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.417451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.417553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.417767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.418421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.418421] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be updated. [ 1023.453182] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.453530] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.453530] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.453832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.453984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.463244] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 1023.498563] env[65530]: INFO networking_nsxv3.common.synchronization [req-284a8dcf-eb81-470a-9140-035b7d7eba73 req-a5c0a530-b723-4b7f-90de-cd38f3faa0e4 tempest-AttachInterfacesUnderV243Test-1372740778 tempest-AttachInterfacesUnderV243Test-1372740778-project-member] Enqueued Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 1023.499282] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 1023.500087] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.500087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.500087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.500405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.500405] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.500405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.500405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.500635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.500635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.500813] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.526703] env[65530]: INFO networking_nsxv3.common.synchronization [req-284a8dcf-eb81-470a-9140-035b7d7eba73 req-a5c0a530-b723-4b7f-90de-cd38f3faa0e4 tempest-AttachInterfacesUnderV243Test-1372740778 tempest-AttachInterfacesUnderV243Test-1372740778-project-member] Enqueued Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_rules [ 1023.527015] env[65530]: INFO networking_nsxv3.common.synchronization [req-284a8dcf-eb81-470a-9140-035b7d7eba73 req-a5c0a530-b723-4b7f-90de-cd38f3faa0e4 tempest-AttachInterfacesUnderV243Test-1372740778 tempest-AttachInterfacesUnderV243Test-1372740778-project-member] Enqueued Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 1023.527190] env[65530]: INFO networking_nsxv3.common.synchronization [req-284a8dcf-eb81-470a-9140-035b7d7eba73 req-a5c0a530-b723-4b7f-90de-cd38f3faa0e4 tempest-AttachInterfacesUnderV243Test-1372740778 tempest-AttachInterfacesUnderV243Test-1372740778-project-member] Enqueued Resource ID: efeebb14-11fe-4eed-8520-717fcd4dc0ee with Priority: HIGHEST for action port [ 1023.527721] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_rules [ 1023.527897] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 1023.528036] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efeebb14-11fe-4eed-8520-717fcd4dc0ee with Priority: HIGHEST for action port [ 1023.528360] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.528507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.528593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.528765] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.528844] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.529694] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.529798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.530164] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-efeebb14-11fe-4eed-8520-717fcd4dc0ee taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.530257] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.530257] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.530442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.530476] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efeebb14-11fe-4eed-8520-717fcd4dc0ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.589274] env[65530]: INFO networking_nsxv3.common.synchronization [req-07227cb1-531d-4285-8d0e-a34dec76eb4e req-16e2a4a1-c252-48e9-9be8-5d34fe1d8387 service nova] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_rules [ 1023.589274] env[65530]: INFO networking_nsxv3.common.synchronization [req-07227cb1-531d-4285-8d0e-a34dec76eb4e req-16e2a4a1-c252-48e9-9be8-5d34fe1d8387 service nova] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 1023.589274] env[65530]: INFO networking_nsxv3.common.synchronization [req-07227cb1-531d-4285-8d0e-a34dec76eb4e req-16e2a4a1-c252-48e9-9be8-5d34fe1d8387 service nova] Enqueued Resource ID: b36bcd03-f275-4a55-aec1-4a69b1f226ed with Priority: HIGHEST for action port [ 1023.589564] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_rules [ 1023.589702] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 1023.589799] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b36bcd03-f275-4a55-aec1-4a69b1f226ed with Priority: HIGHEST for action port [ 1023.590333] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.590468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.590628] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.590713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.590911] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-b36bcd03-f275-4a55-aec1-4a69b1f226ed taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.591068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b36bcd03-f275-4a55-aec1-4a69b1f226ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.591068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b36bcd03-f275-4a55-aec1-4a69b1f226ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.591236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b36bcd03-f275-4a55-aec1-4a69b1f226ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.591414] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b36bcd03-f275-4a55-aec1-4a69b1f226ed',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.806140] env[65530]: INFO networking_nsxv3.common.synchronization [req-c30fb98a-5031-4b64-a054-eee0a3cbbb6f req-ffb47c9a-a871-4694-b8d3-cfc141840247 tempest-ServerAddressesTestJSON-1101592912 tempest-ServerAddressesTestJSON-1101592912-project-member] Enqueued Resource ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 with Priority: HIGHEST for action security_group_members [ 1023.806773] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 with Priority: HIGHEST for action security_group_members [ 1023.808222] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c8c62bb0-4f13-4fc8-985e-06e076f13c47 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.809497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.809573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.809774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.809929] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.810043] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.810107] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.810253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.810337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.810432] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c8c62bb0-4f13-4fc8-985e-06e076f13c47',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.003235] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.031852] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.032155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.033539] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efeebb14-11fe-4eed-8520-717fcd4dc0ee with status ACTIVE [ 1024.033726] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.033841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.033907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.034128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.034245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.034447] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.034496] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.034529] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.034678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.034751] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.034924] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.035042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.035110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.035250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.035696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.035836] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efeebb14-11fe-4eed-8520-717fcd4dc0ee is going to be updated. [ 1024.061231] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.061377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.061467] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.061681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.061816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.061982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.094092] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b36bcd03-f275-4a55-aec1-4a69b1f226ed with status ACTIVE [ 1024.094092] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.094092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.094300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.094355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.094854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.094854] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.094854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.094854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.095072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.095072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.095174] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.095282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.095361] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.095507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.096173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.096173] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b36bcd03-f275-4a55-aec1-4a69b1f226ed is going to be updated. [ 1024.134263] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.134528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.134528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.134913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.135102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.135426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b36bcd03-f275-4a55-aec1-4a69b1f226ed" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.312756] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.314135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.314135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.314874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.315720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.316385] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.316385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.316385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.316571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.316661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.316912] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 is going to be updated. [ 1024.449329] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.449548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.449548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.449744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.449888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.458567] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 in Status: IN_PROGRESS for 2s [ 1024.506102] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.009079] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.009442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.009442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.009442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.009545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.009924] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 is going to be updated. [ 1025.051776] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.051776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.051776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.052343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.052343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.063538] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 in Status: IN_PROGRESS for 2s [ 1025.477488] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 1025.477745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.477925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.478258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.478466] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.478593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.478675] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.478843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.478953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.479083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.479158] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.480117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.480289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.480491] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.480653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.480653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.481076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.481076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.481204] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.984883] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.984883] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.984883] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.469334] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 in Status: SUCCESS [ 1026.469334] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 deletion is rescheduled due to dependency. [ 1026.469334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.487158] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.768973] env[65530]: INFO networking_nsxv3.common.synchronization [req-d8428d1e-1290-40fe-ada4-97132e1dcc04 req-a3ce992f-5adb-4efd-9748-26fdd129a73e tempest-AttachInterfacesUnderV243Test-1372740778 tempest-AttachInterfacesUnderV243Test-1372740778-project-member] Enqueued Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 1026.769548] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 1026.770428] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.770428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.784937] env[65530]: INFO networking_nsxv3.common.synchronization [req-d8428d1e-1290-40fe-ada4-97132e1dcc04 req-a3ce992f-5adb-4efd-9748-26fdd129a73e tempest-AttachInterfacesUnderV243Test-1372740778 tempest-AttachInterfacesUnderV243Test-1372740778-project-member] Enqueued Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_rules [ 1026.785123] env[65530]: INFO networking_nsxv3.common.synchronization [req-d8428d1e-1290-40fe-ada4-97132e1dcc04 req-a3ce992f-5adb-4efd-9748-26fdd129a73e tempest-AttachInterfacesUnderV243Test-1372740778 tempest-AttachInterfacesUnderV243Test-1372740778-project-member] Enqueued Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 1026.785288] env[65530]: INFO networking_nsxv3.common.synchronization [req-d8428d1e-1290-40fe-ada4-97132e1dcc04 req-a3ce992f-5adb-4efd-9748-26fdd129a73e tempest-AttachInterfacesUnderV243Test-1372740778 tempest-AttachInterfacesUnderV243Test-1372740778-project-member] Enqueued Resource ID: efeebb14-11fe-4eed-8520-717fcd4dc0ee with Priority: HIGHEST for action port [ 1026.786091] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_rules [ 1026.786242] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 1026.786340] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: efeebb14-11fe-4eed-8520-717fcd4dc0ee with Priority: HIGHEST for action port [ 1026.786636] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.786753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.787590] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.787590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.787590] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-efeebb14-11fe-4eed-8520-717fcd4dc0ee taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.787590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.787590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.787590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.788116] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('efeebb14-11fe-4eed-8520-717fcd4dc0ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.989589] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.990188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.990188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.990321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.990413] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.990517] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be updated. [ 1027.027607] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.027809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.027809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.028109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.028219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.037601] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 1027.073497] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 in Status: SUCCESS [ 1027.075329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.075329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.075329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.075329] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.075329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.075329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.075677] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.075677] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.075677] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.291039] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port efeebb14-11fe-4eed-8520-717fcd4dc0ee with status ACTIVE [ 1027.293055] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.293055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.293055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.293055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.293055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.293055] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.293055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.293055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.293507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.293507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.293507] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.293657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.293657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.293745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.293797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.293894] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: efeebb14-11fe-4eed-8520-717fcd4dc0ee is going to be updated. [ 1027.327853] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.327853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.327853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.327853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.327853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.328224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-efeebb14-11fe-4eed-8520-717fcd4dc0ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.577846] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.080857] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.584950] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.585394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.585394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.585505] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.585543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.585699] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 is going to be updated. [ 1028.617093] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.617287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.617361] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.617695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.617912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.628190] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 in Status: IN_PROGRESS for 2s [ 1029.048634] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 1029.048862] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.049047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.049276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.049463] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.049582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.049646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.049800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.049878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.049974] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.554936] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.734097] env[65530]: INFO networking_nsxv3.common.synchronization [req-67a814a8-e532-416a-806c-83628c9e90c7 req-00898f41-6271-4526-8ddf-c6594de1c380 tempest-ServerDiskConfigTestJSON-182912250 tempest-ServerDiskConfigTestJSON-182912250-project-member] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 1029.734727] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 1029.735070] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.735837] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.735837] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.735837] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.735837] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.736307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.736431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.736596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.736687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.736788] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.059926] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.239101] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.239882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.239882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.240108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.240184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.240391] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.240509] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.240573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.240728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.240841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.240949] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be updated. [ 1030.278403] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.278625] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.278742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.279024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.279279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.310272] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 1030.565139] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.565139] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.565139] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.565139] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.565395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.565456] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be updated. [ 1030.607019] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.607019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.607019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.607019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.607019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.620182] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 1030.641029] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 in Status: SUCCESS [ 1030.641029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.641029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.641029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.641029] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.641029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.641029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.641029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.641029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.641029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.641029] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.641029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.641029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.642770] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.646642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.646642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.646642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.646642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.646642] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.974941] env[65530]: INFO networking_nsxv3.common.synchronization [req-85a48825-602e-45e4-8a38-bed0471c2af2 req-5952a0c3-5208-46fb-bed3-0b67952c6a5c tempest-AttachInterfacesUnderV243Test-1372740778 tempest-AttachInterfacesUnderV243Test-1372740778-project-member] Enqueued Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 1030.976247] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 with Priority: HIGHEST for action security_group_members [ 1030.976668] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.976668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.147697] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.148926] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.651405] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 074c0a2a-6d45-438a-8a8a-9648f6cb4d07: rpc.has_security_group_logging(os_id): False [ 1031.653301] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.679048] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.679245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.679328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.679568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.679660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.679926] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.680041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.680115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.680275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.680353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.680443] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 is going to be updated. [ 1031.748048] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.748212] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.748279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.748487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.748635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.763278] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 in Status: IN_PROGRESS for 2s [ 1032.159978] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.159978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.159978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.159978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.159978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.159978] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 is going to be updated. [ 1032.186457] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.186457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.186457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.186765] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.187211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.197482] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 in Status: IN_PROGRESS for 2s [ 1032.324197] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 1032.324395] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb deletion is rescheduled due to dependency. [ 1032.324618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.632668] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 1032.632963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.633215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.633462] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.633859] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.633859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.633859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.634034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.634125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.634241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.635103] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.635103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.635103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.635103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.635103] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.635103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.635103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.635445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.635445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.635516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.635640] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.138879] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2389430-4021-4357-901d-406ef33f06cd: rpc.has_security_group_logging(os_id): False [ 1033.158369] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.158545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.158598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.158800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.158887] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.159112] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.159207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.159249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.159395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.159513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.159897] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.160017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.160078] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.160305] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.160305] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.160497] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.160595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.160653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.160802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.161171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.161265] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be updated. [ 1033.235426] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.235590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.235660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.236100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.236100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.254836] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 1033.778158] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 in Status: SUCCESS [ 1033.779435] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.779435] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.779435] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.779435] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.209280] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 in Status: SUCCESS [ 1034.209684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.209684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.209903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.210127] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.210259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.210326] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.210492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.210604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.210709] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1034.318044] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.318044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.318269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.318455] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.318594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.318737] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 is going to be deleted. [ 1034.392932] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.393662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.393781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.394035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.394120] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.394250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.712983] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.713211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.713329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.713595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.713754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.714017] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.714161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.714235] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.714403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.714485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.715117] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 is going to be deleted. [ 1034.750617] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.750844] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.750947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.751212] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.751314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.751441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.751602] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.751813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.752016] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.752130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.752193] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.752372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.752467] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.752544] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('074c0a2a-6d45-438a-8a8a-9648f6cb4d07',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.253471] env[65530]: INFO networking_nsxv3.common.synchronization [req-42b8bf73-5556-465f-8163-de1125b49f01 req-cf163035-9f17-4dc9-b322-730bfb624a44 tempest-MultipleCreateTestJSON-536915122 tempest-MultipleCreateTestJSON-536915122-project-member] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 1035.257019] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 1035.257019] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.257019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.257019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.257019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.257019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.257019] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.257019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.257019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.257019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.257019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.257019] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 074c0a2a-6d45-438a-8a8a-9648f6cb4d07 already deleted. [ 1035.257019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-074c0a2a-6d45-438a-8a8a-9648f6cb4d07" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.257019] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.257019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.257019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.257019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.257751] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.257751] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.257751] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.257751] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.257751] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.257751] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.272204] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 1035.272204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.272204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.272204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.272204] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.690034] env[65530]: INFO networking_nsxv3.common.synchronization [req-9656ac20-3422-42c7-92ef-18c5f67b550b req-fe275996-0685-47db-9871-36ea51617101 tempest-MultipleCreateTestJSON-536915122 tempest-MultipleCreateTestJSON-536915122-project-member] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 1035.690034] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGHEST for action security_group_members [ 1035.690184] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.690244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.760360] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.776387] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.776608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.889311] env[65530]: INFO networking_nsxv3.common.synchronization [req-9af7609f-9a33-4dfc-81c2-84cd59f96e77 req-29228ee6-331b-41d3-a18c-b8f83ea5bf69 tempest-ImagesTestJSON-1643481996 tempest-ImagesTestJSON-1643481996-project-member] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 1035.889717] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGHEST for action security_group_members [ 1035.890066] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.890198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.890449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.890537] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.890738] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.891053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.891132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.891358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.891417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.891498] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.080924] env[65530]: INFO networking_nsxv3.common.synchronization [req-5284f9b4-d5f9-4c89-929b-e9db6ee5bcb3 req-5b647fae-fa9e-4d77-a274-49496390dec0 tempest-ServersNegativeTestMultiTenantJSON-1735732671 tempest-ServersNegativeTestMultiTenantJSON-1735732671-project-member] Enqueued Resource ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 with Priority: HIGHEST for action security_group_members [ 1036.082374] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 with Priority: HIGHEST for action security_group_members [ 1036.082374] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f68b3bc4-a430-48f1-b55c-957bb994b5d9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.082374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.082374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.083024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.083671] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.083821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.083886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.084085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.084173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.084271] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f68b3bc4-a430-48f1-b55c-957bb994b5d9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.263113] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.393699] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.393870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.393940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.394183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.394271] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.394470] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.394571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.394633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.394783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.394858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.394944] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be updated. [ 1036.424892] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.425098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.425167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.425412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.425640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.436078] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: IN_PROGRESS for 2s [ 1036.473958] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-912 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.473958] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-912" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.473958] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-912" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.474708] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-912" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.474979] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.475421] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.475539] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.475768] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.475909] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.476139] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.476249] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1036.476344] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1036.476446] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1036.476702] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1036.476702] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1036.476855] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1036.501088] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1036.501426] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1036.501570] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1036.501732] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-912" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.502092] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.502297] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.502439] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.502860] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.503014] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.586573] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.586748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.586814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.587032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.587123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.587320] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.587416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.587475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.587626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.587775] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.587874] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 already deleted. [ 1036.587940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.766121] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.766283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.766394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.766608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.766754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.766875] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be updated. [ 1036.811645] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.811834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.811882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.812071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.812209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.821872] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 1037.006308] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.006604] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.006710] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.006940] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.007106] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.007261] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1 not found, creating... [ 1037.007528] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.007666] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.007783] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.008037] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.008182] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.008467] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.008610] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.008730] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.008966] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.009619] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.009774] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1 is going to be created. [ 1037.034972] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.035215] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.035331] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.035665] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.035896] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.036134] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.741526] env[65530]: INFO networking_nsxv3.common.synchronization [req-5284f9b4-d5f9-4c89-929b-e9db6ee5bcb3 req-e8517dfd-7444-4cbc-b59a-fecb722f68df service nova] Enqueued Resource ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 with Priority: HIGHEST for action security_group_rules [ 1037.741526] env[65530]: INFO networking_nsxv3.common.synchronization [req-5284f9b4-d5f9-4c89-929b-e9db6ee5bcb3 req-e8517dfd-7444-4cbc-b59a-fecb722f68df service nova] Enqueued Resource ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 with Priority: HIGHEST for action security_group_members [ 1037.741526] env[65530]: INFO networking_nsxv3.common.synchronization [req-5284f9b4-d5f9-4c89-929b-e9db6ee5bcb3 req-e8517dfd-7444-4cbc-b59a-fecb722f68df service nova] Enqueued Resource ID: 6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1 with Priority: HIGHEST for action port [ 1037.741526] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 with Priority: HIGHEST for action security_group_rules [ 1037.741526] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 with Priority: HIGHEST for action security_group_members [ 1037.741526] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1 with Priority: HIGHEST for action port [ 1037.742441] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f68b3bc4-a430-48f1-b55c-957bb994b5d9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.742441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.742441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.742441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.742441] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f68b3bc4-a430-48f1-b55c-957bb994b5d9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.748254] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f68b3bc4-a430-48f1-b55c-957bb994b5d9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.748254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.748254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.748254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.748254] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.748254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.748254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.748254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.748254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.748254] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f68b3bc4-a430-48f1-b55c-957bb994b5d9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.748254] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.748254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.748254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.748254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.748254] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1037.992077] env[65530]: INFO networking_nsxv3.common.synchronization [None req-35761dc1-a96e-4bf2-a250-d226c507fe5b None None] Enqueued Resource ID: 98ef228d-fcde-425f-982c-4a833fbeba5c with Priority: HIGHEST for action port [ 1037.992683] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98ef228d-fcde-425f-982c-4a833fbeba5c with Priority: HIGHEST for action port [ 1037.993031] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-98ef228d-fcde-425f-982c-4a833fbeba5c taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.993216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98ef228d-fcde-425f-982c-4a833fbeba5c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.993216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98ef228d-fcde-425f-982c-4a833fbeba5c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.993493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98ef228d-fcde-425f-982c-4a833fbeba5c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.993582] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98ef228d-fcde-425f-982c-4a833fbeba5c',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.248260] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f68b3bc4-a430-48f1-b55c-957bb994b5d9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.250378] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f68b3bc4-a430-48f1-b55c-957bb994b5d9 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.252386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.252804] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1 with status ACTIVE [ 1038.252952] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.253077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.253155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.253360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.253449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.253615] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.253711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.253770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.253939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.255052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.255275] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.255399] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.255463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.255617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.255696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.255784] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1 is going to be updated. [ 1038.282464] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.282691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.282691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.282890] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.283053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.283249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6242fc85-fb2b-4071-b3c3-10bdcd1a0ee1" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.456131] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a523caae-6b74-45d5-911b-2e828937aa60 in Status: SUCCESS [ 1038.456473] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a523caae-6b74-45d5-911b-2e828937aa60 deletion is rescheduled due to dependency. [ 1038.456667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.497638] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98ef228d-fcde-425f-982c-4a833fbeba5c [ 1038.497638] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.497638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.497638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.497638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.497638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.497638] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98ef228d-fcde-425f-982c-4a833fbeba5c already deleted. [ 1038.497638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98ef228d-fcde-425f-982c-4a833fbeba5c" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.753701] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f68b3bc4-a430-48f1-b55c-957bb994b5d9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.832443] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 1038.832724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.832830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.833080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.833265] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.833431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.833470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.833653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.833699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.833789] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.174559] env[65530]: INFO networking_nsxv3.common.synchronization [None req-6c0309d8-4a78-46ac-bfbf-73cc1b14a022 tempest-ServersV294TestFqdnHostnames-364865323 tempest-ServersV294TestFqdnHostnames-364865323-project-member] Enqueued Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGHEST for action security_group_rules [ 1039.174559] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGHEST for action security_group_rules [ 1039.174559] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd244012-f00a-4d79-8c71-cc87f70116a5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.174559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.174559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.177117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.177117] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.256549] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.256877] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.256877] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.257085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.257085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.257855] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 is going to be created. [ 1039.271473] env[65530]: INFO networking_nsxv3.common.synchronization [None req-5a29d6c6-23fe-4716-9fbb-7f2cb01bd3a0 tempest-ServersV294TestFqdnHostnames-364865323 tempest-ServersV294TestFqdnHostnames-364865323-project-member] Enqueued Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGHEST for action security_group_rules [ 1039.272101] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGHEST for action security_group_rules [ 1039.272455] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd244012-f00a-4d79-8c71-cc87f70116a5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.272609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.289187] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.289373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.289373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.289617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.290302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.302165] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 in Status: UNINITIALIZED for 2s [ 1039.337053] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.337272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.337373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.337626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.337743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.337971] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.338118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.338191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.338356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.338439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.338518] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be updated. [ 1039.375083] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.375355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.375355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.375575] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.375716] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.395101] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 1039.698035] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.698035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.698035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.698301] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.698301] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.698384] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd244012-f00a-4d79-8c71-cc87f70116a5 already deleted. [ 1039.698562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.698631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.698795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.698880] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.020224] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.020658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.020658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.020658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.020773] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.221498] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.221700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.221770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.222279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.222279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.222279] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd244012-f00a-4d79-8c71-cc87f70116a5 already deleted. [ 1040.222457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.525329] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.874471] env[65530]: INFO networking_nsxv3.common.synchronization [req-b95b2c19-701f-4e47-81ae-35c75d34577a req-618283a2-64bc-4599-bd50-bf3adef4ea73 tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGHEST for action security_group_members [ 1040.875039] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGHEST for action security_group_members [ 1040.875479] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.875612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.875612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.875795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.876033] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.876163] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.876234] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.876419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.876534] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1040.876606] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e0d25de6-b669-47b3-b1c7-dbc67b19ad50',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1040.955152] env[65530]: INFO networking_nsxv3.common.synchronization [None req-c5712175-2968-40d6-b961-e1c29bd94232 None None] Enqueued Resource ID: f3075af3-c12c-46ec-8b15-02680706160b with Priority: HIGHEST for action port [ 1040.956704] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3075af3-c12c-46ec-8b15-02680706160b with Priority: HIGHEST for action port [ 1040.957399] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3075af3-c12c-46ec-8b15-02680706160b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1040.960989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3075af3-c12c-46ec-8b15-02680706160b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1040.961115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3075af3-c12c-46ec-8b15-02680706160b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1040.961377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3075af3-c12c-46ec-8b15-02680706160b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1040.961515] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3075af3-c12c-46ec-8b15-02680706160b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.027699] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.315075] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 in Status: SUCCESS [ 1041.315075] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.317167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.317167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.317167] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.317167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.317167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.317167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.317167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.317167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.317167] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f68b3bc4-a430-48f1-b55c-957bb994b5d9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.382438] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.382438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.382569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.384940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.384940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.384940] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.384940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.384940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.384940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.384940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.384940] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 is going to be updated. [ 1041.408535] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 1041.408535] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c2389430-4021-4357-901d-406ef33f06cd deletion is rescheduled due to dependency. [ 1041.408535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.408535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.408783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.408817] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.408934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.408996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.409159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.409236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.409319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.409420] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.420699] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.420831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.420900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.421263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.421316] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.436678] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 in Status: IN_PROGRESS for 2s [ 1041.469557] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3075af3-c12c-46ec-8b15-02680706160b [ 1041.469557] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.469557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.469557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.469557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.469557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.469557] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3075af3-c12c-46ec-8b15-02680706160b already deleted. [ 1041.469557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3075af3-c12c-46ec-8b15-02680706160b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.531282] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1041.533220] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1041.820504] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f68b3bc4-a430-48f1-b55c-957bb994b5d9 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.820698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.820786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.820957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.821139] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.821266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.821331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.821436] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.821520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.821597] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.821755] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f68b3bc4-a430-48f1-b55c-957bb994b5d9 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.821852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.821912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.822039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.822174] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.822261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.822328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.822443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.822524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.822595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.822676] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f68b3bc4-a430-48f1-b55c-957bb994b5d9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1041.912638] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.912966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.912966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.913293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.913508] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.913636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.913636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.913794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.913933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.913995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.914148] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.914325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.914433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.914537] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.914724] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1041.914817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.914879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.915143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1041.915227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.915279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.915367] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.324891] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f68b3bc4-a430-48f1-b55c-957bb994b5d9: rpc.has_security_group_logging(os_id): False [ 1042.355650] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.355842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.355971] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.356264] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.356395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.356688] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.356832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.356906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.357084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.357165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.357360] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.357455] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.357518] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.357657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.357766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.357973] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.358082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.358143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.358490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.358573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.358724] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 is going to be created. [ 1042.418454] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c2389430-4021-4357-901d-406ef33f06cd: rpc.has_security_group_logging(os_id): False [ 1042.429286] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.429286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.429286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.429614] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.429680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.442932] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 in Status: IN_PROGRESS for 2s [ 1042.446855] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.447030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.447087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.447287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.447376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.447826] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.447826] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.447826] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.448077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.448171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.448384] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.448491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.448558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.448711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.449110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.449110] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.449110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.449275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.449322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.449359] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.449458] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be updated. [ 1042.564342] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.564814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.564814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.564814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.564961] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.581322] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: IN_PROGRESS for 2s [ 1042.650682] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.650682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.650682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.650682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.666694] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1042.668540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.669894] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1042.703908] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.704094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.704654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.704654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.714703] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.715625] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1042.715707] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1042.715797] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1042.776781] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.776781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.776946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.777120] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.778759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.778970] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1042.865878] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.866052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.866126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.866341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.866649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.866964] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1042.944982] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.945166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.945293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.945495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.945753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.946170] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:47. [ 1042.946278] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'1cab64b1-4044-4077-8bcd-4510da8c3945', 'e0d25de6-b669-47b3-b1c7-dbc67b19ad50', '1ad0599d-377d-4501-817a-9ff58dc03d64', 'aa952a44-827a-4a05-ba92-7039f6ca2b8b', '7829eeca-4bf5-4d4c-8576-db83ce58c9bc', '4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da', 'a4c18cae-c4af-4795-8e23-d6d99dd129ce', '20929079-b7e9-42c0-8f83-77203c33783b', 'a16b9a7e-fe27-4054-92ab-62cdd280cdfb', '36d809c4-9cfd-4b03-8a6b-c13195a11d0f', '5fc3331f-cf07-4a6e-b31e-875d679f5360', '3e193a68-4e0d-4874-8a4e-95aa25146382', 'a523caae-6b74-45d5-911b-2e828937aa60', 'c2389430-4021-4357-901d-406ef33f06cd', '61df31cc-31a8-4bd9-980c-fa15dc5827df', 'c0e15614-f251-430c-9fbf-13326a4ceda2', '77a1821d-dcc1-4537-86d5-9e1578ecb981', 'de984ea4-1fb7-44a3-b134-80db9a74bfb2', 'cac5e367-7518-4326-9a48-14684a1d7ce4', 'a6b5e4aa-b7c5-49c3-b8fe-bac32a089719', 'f68b3bc4-a430-48f1-b55c-957bb994b5d9', '736d15d0-1667-407c-8648-46e2548b28f2', '063c42d5-5927-4170-bc4a-bde830806d2e', '98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee', '86cef894-768b-4520-9722-0d7a4c38ac52', 'a9f3eedc-9f1b-4b13-871d-4e2811298fe0', '23286cd3-802b-4543-b074-7ad587821506', '189a10da-9656-427f-b321-76a7c13f5ba8', '75eef7fb-f817-4526-8cac-c6b81571c8e0', 'a20514a4-b996-4300-8dea-6146ca98fb45', '02cab936-82f4-49ce-a13f-239bbaad9d0b', '949a8980-0b53-436f-9141-8531b7e34650', '56c7c771-f3e0-4914-bbef-543112491834', 'a322ed71-4a4f-4ac4-98a0-02642129bfe5', '8f8559bf-7429-499d-ae93-feab4ad85d12', '6cd85b30-a04c-4a45-935a-97c2cca83986', '490e9892-2f40-4a2e-9160-7c30e7fb0538', '1ba77865-93b0-47bf-9a4a-1f035a8e3fdb', '892b4907-3c73-4591-bf04-d41d9f68bac8', 'd96f133a-48e3-445d-94f0-3c560b7588b6', '33fcb7f6-3029-4065-9fe1-da3c0ffde234', 'a2023630-b838-4608-bd3b-beabddf9174b', 'd26477f7-9807-4295-854d-9e3d4b9f125c', 'c8c62bb0-4f13-4fc8-985e-06e076f13c47', '88138d46-dacc-44dd-8114-3fadd72250c8', '903baf0c-bd1e-4ab0-a37e-8084312ddc8c', '99c81e28-eac3-4755-9aa8-99656f6c76ef'} {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1042.946401] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1042.967647] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.969084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.969084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.969084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.969084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.969084] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1042.969084] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1042.969084] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1043.050816] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.051376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.051376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.051376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.052703] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.053094] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1043.053335] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1043.053489] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1043.053765] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1043.053765] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/47 resources of Type:Security Group Rules [ 1043.053887] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGH for action security_group_rules [ 1043.054120] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGH for action security_group_rules [ 1043.054237] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 with Priority: HIGH for action security_group_rules [ 1043.054402] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGH for action security_group_rules [ 1043.054542] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGH for action security_group_rules [ 1043.054704] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGH for action security_group_rules [ 1043.054838] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGH for action security_group_rules [ 1043.055732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGH for action security_group_rules [ 1043.055732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGH for action security_group_rules [ 1043.055732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGH for action security_group_rules [ 1043.055732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGH for action security_group_rules [ 1043.055732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGH for action security_group_rules [ 1043.055732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGH for action security_group_rules [ 1043.055732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGH for action security_group_rules [ 1043.055732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGH for action security_group_rules [ 1043.055732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c0e15614-f251-430c-9fbf-13326a4ceda2 with Priority: HIGH for action security_group_rules [ 1043.055732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGH for action security_group_rules [ 1043.055732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGH for action security_group_rules [ 1043.055732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cac5e367-7518-4326-9a48-14684a1d7ce4 with Priority: HIGH for action security_group_rules [ 1043.055732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGH for action security_group_rules [ 1043.056197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.057788] env[65530]: INFO networking_nsxv3.common.synchronization [req-44c871d1-c956-4ee2-a2e2-aa5c9008a3bb req-e221db63-5f27-4f20-9745-e1681c2e83b9 tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_members [ 1043.058063] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_members [ 1043.058602] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGH for action security_group_rules [ 1043.058602] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 with Priority: HIGH for action security_group_rules [ 1043.058602] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGH for action security_group_rules [ 1043.058602] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df with Priority: HIGH for action security_group_rules [ 1043.058769] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 with Priority: HIGH for action security_group_rules [ 1043.058803] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cac5e367-7518-4326-9a48-14684a1d7ce4 with Priority: HIGH for action security_group_rules [ 1043.059071] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGH for action security_group_rules [ 1043.059152] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGH for action security_group_rules [ 1043.059249] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c2389430-4021-4357-901d-406ef33f06cd with Priority: HIGH for action security_group_rules [ 1043.059360] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c0e15614-f251-430c-9fbf-13326a4ceda2 with Priority: HIGH for action security_group_rules [ 1043.059430] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a523caae-6b74-45d5-911b-2e828937aa60 with Priority: HIGH for action security_group_rules [ 1043.059512] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 with Priority: HIGH for action security_group_rules [ 1043.059605] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGH for action security_group_rules [ 1043.059692] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGH for action security_group_rules [ 1043.059776] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGH for action security_group_rules [ 1043.059859] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGH for action security_group_rules [ 1043.059942] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20929079-b7e9-42c0-8f83-77203c33783b with Priority: HIGH for action security_group_rules [ 1043.060037] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc with Priority: HIGH for action security_group_rules [ 1043.060125] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 with Priority: HIGH for action security_group_rules [ 1043.060209] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b with Priority: HIGH for action security_group_rules [ 1043.060901] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.061106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.061106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.061299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.061458] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.061574] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.061613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.061747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.061823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.061928] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.063482] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cab64b1-4044-4077-8bcd-4510da8c3945 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.063591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.063656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.063812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.063890] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.064882] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ad0599d-377d-4501-817a-9ff58dc03d64 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.064991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.064991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.065772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.065772] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ad0599d-377d-4501-817a-9ff58dc03d64',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.066266] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.066266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.066266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.066514] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.066574] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.067464] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-61df31cc-31a8-4bd9-980c-fa15dc5827df taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.067588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.067687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.067937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.068026] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('61df31cc-31a8-4bd9-980c-fa15dc5827df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.069508] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.069508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.069508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.069508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.069508] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6b5e4aa-b7c5-49c3-b8fe-bac32a089719',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.070386] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cac5e367-7518-4326-9a48-14684a1d7ce4 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.070386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.070386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.070769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.070769] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cac5e367-7518-4326-9a48-14684a1d7ce4',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.071659] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.071659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.071659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.071659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.071659] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.072943] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.072943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.072943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.072943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.072943] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.073616] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c2389430-4021-4357-901d-406ef33f06cd taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.073698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.073899] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c0e15614-f251-430c-9fbf-13326a4ceda2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.074014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.074077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.074229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.074302] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c0e15614-f251-430c-9fbf-13326a4ceda2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.075535] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a523caae-6b74-45d5-911b-2e828937aa60 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.075535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.075535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.075535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.075535] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a523caae-6b74-45d5-911b-2e828937aa60',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.076044] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3e193a68-4e0d-4874-8a4e-95aa25146382 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.076159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.076208] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.076347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.076452] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3e193a68-4e0d-4874-8a4e-95aa25146382',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.077406] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc3331f-cf07-4a6e-b31e-875d679f5360 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.077494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.077538] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.077958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.077958] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.078399] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.078498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.078579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.078706] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.078879] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.080038] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.080038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.080038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.080038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.080038] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.080801] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.080931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.081279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.081279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.081279] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.083803] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-20929079-b7e9-42c0-8f83-77203c33783b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.083901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.083941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.084125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.084198] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('20929079-b7e9-42c0-8f83-77203c33783b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.085013] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.085125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.085125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.085237] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.085308] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7829eeca-4bf5-4d4c-8576-db83ce58c9bc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.085980] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.086680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.086680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.086680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.086680] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e0d25de6-b669-47b3-b1c7-dbc67b19ad50',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.087383] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.087383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.087383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.087704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.087704] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa952a44-827a-4a05-ba92-7039f6ca2b8b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.090450] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.114187] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.114369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.114483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.114617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.145021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.145021] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ad0599d-377d-4501-817a-9ff58dc03d64 is going to be deleted. [ 1043.205507] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.205683] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.205756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.205964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.206086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.206208] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ad0599d-377d-4501-817a-9ff58dc03d64" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.446907] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 in Status: SUCCESS [ 1043.447310] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 deletion is rescheduled due to dependency. [ 1043.447310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.452492] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.452684] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.452804] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.453067] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.453319] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.453487] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.453603] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.453805] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.453942] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.454366] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.454478] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1043.454587] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1043.454683] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1043.455840] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1043.455840] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1043.455840] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1043.477172] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1043.477172] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1043.477172] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1043.477172] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.477172] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-13ee2081-1e5e-45fa-b792-635506ff703b taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.477172] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-13ee2081-1e5e-45fa-b792-635506ff703b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.477559] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-13ee2081-1e5e-45fa-b792-635506ff703b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.477559] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-13ee2081-1e5e-45fa-b792-635506ff703b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.478294] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ee2081-1e5e-45fa-b792-635506ff703b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.591673] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab64b1-4044-4077-8bcd-4510da8c3945 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.591808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.591880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.592109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.592268] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.593444] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.593444] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.593444] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.593444] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.593444] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.593444] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.594364] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.594471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.594680] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.594769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.594839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.594988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.595143] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.595238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.595299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.595463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.595542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.595625] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.595709] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.596523] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc3331f-cf07-4a6e-b31e-875d679f5360 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.596630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.596696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.596844] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.596990] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.597089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.597151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.597284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.597383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.597447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.597529] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.602547] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.602547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.602547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.602547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.602827] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.602827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.602827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.602954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.603056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.603131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.603247] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.608928] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.670045] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.670045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.670045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.670385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.672524] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.672695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.674084] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.674223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.674967] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.675097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.676304] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.676487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.677540] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.678084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.679636] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.679785] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.680980] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.680980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.682177] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.682177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.683490] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.683490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.684105] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.684105] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.685046] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1043.685674] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.685986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.686670] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1043.687355] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.687440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.699846] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1043.700436] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.700596] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e0d25de6-b669-47b3-b1c7-dbc67b19ad50 is going to be deleted. [ 1043.701794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.702252] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.725025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.725193] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f is going to be deleted. [ 1043.726393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.726799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.753982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.754154] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be deleted. [ 1043.755116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.755442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.773942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.774150] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 61df31cc-31a8-4bd9-980c-fa15dc5827df is going to be deleted. [ 1043.775032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.775253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.797691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.797876] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a523caae-6b74-45d5-911b-2e828937aa60 is going to be deleted. [ 1043.798856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.799144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.800621] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.800788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.818872] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.819038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.875074] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.875363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.885395] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.885668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.893889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.894088] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be deleted. [ 1043.895016] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.895231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.938353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.938353] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7829eeca-4bf5-4d4c-8576-db83ce58c9bc is going to be deleted. [ 1043.940129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.940129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.980653] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.980911] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.981060] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.981358] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.981508] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.981666] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 13ee2081-1e5e-45fa-b792-635506ff703b not found, creating... [ 1043.981937] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.982128] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.982240] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.982549] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.982694] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.982984] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.983161] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.983280] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.983558] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.983703] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.983845] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 13ee2081-1e5e-45fa-b792-635506ff703b is going to be created. [ 1044.005943] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.006050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.008775] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.008907] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c0e15614-f251-430c-9fbf-13326a4ceda2 is going to be deleted. [ 1044.009800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.010022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.097818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.097983] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa952a44-827a-4a05-ba92-7039f6ca2b8b is going to be deleted. [ 1044.098946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.099186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.100134] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.101014] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.101835] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.115261] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.118996] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.119220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.119295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.119529] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.119663] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.119714] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce is going to be updated. [ 1044.130338] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.130338] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.130338] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.130338] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.130338] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.130338] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-13ee2081-1e5e-45fa-b792-635506ff703b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.170471] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.170471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.170471] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.170471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.171492] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.171725] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3e193a68-4e0d-4874-8a4e-95aa25146382 is going to be deleted. [ 1044.172649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.172858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.329991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.330180] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6b5e4aa-b7c5-49c3-b8fe-bac32a089719 is going to be deleted. [ 1044.331133] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.331368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.348686] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.348859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.410618] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.410833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.427746] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.427944] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.428032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.428293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.428477] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.461605] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.461980] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cac5e367-7518-4326-9a48-14684a1d7ce4 is going to be deleted. [ 1044.463081] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.463340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.496339] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: IN_PROGRESS for 2s [ 1044.505927] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 in Status: SUCCESS [ 1044.505927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.507860] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.508068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.584022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.584022] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 20929079-b7e9-42c0-8f83-77203c33783b is going to be deleted. [ 1044.584022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.584265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.584458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.584690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e0d25de6-b669-47b3-b1c7-dbc67b19ad50" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.584976] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.585256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.585457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.585682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.586627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.587019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.587223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.587641] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-61df31cc-31a8-4bd9-980c-fa15dc5827df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.587881] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.588158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.588363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.588618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.588920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a523caae-6b74-45d5-911b-2e828937aa60" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7829eeca-4bf5-4d4c-8576-db83ce58c9bc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa952a44-827a-4a05-ba92-7039f6ca2b8b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c0e15614-f251-430c-9fbf-13326a4ceda2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.592029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.592932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3e193a68-4e0d-4874-8a4e-95aa25146382" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.604189] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da: rpc.has_security_group_logging(os_id): False [ 1044.604976] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fc3331f-cf07-4a6e-b31e-875d679f5360: rpc.has_security_group_logging(os_id): False [ 1044.605522] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cab64b1-4044-4077-8bcd-4510da8c3945: rpc.has_security_group_logging(os_id): False [ 1044.621612] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.621612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.621612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.621612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.621612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.621612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6b5e4aa-b7c5-49c3-b8fe-bac32a089719" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.621612] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77a1821d-dcc1-4537-86d5-9e1578ecb981: rpc.has_security_group_logging(os_id): False [ 1044.659038] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.659255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.659255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.659422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.661287] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.661468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.664263] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c2389430-4021-4357-901d-406ef33f06cd in Status: SUCCESS [ 1044.664263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.664363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.664599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.664690] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c2389430-4021-4357-901d-406ef33f06cd',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.666352] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.666495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.712572] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.712917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.715143] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.715709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.753675] env[65530]: INFO networking_nsxv3.common.synchronization [req-44c871d1-c956-4ee2-a2e2-aa5c9008a3bb req-0350b469-d327-4d10-bc1c-24158ebce85a service nova] Enqueued Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_rules [ 1044.753870] env[65530]: INFO networking_nsxv3.common.synchronization [req-44c871d1-c956-4ee2-a2e2-aa5c9008a3bb req-0350b469-d327-4d10-bc1c-24158ebce85a service nova] Enqueued Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_members [ 1044.754046] env[65530]: INFO networking_nsxv3.common.synchronization [req-44c871d1-c956-4ee2-a2e2-aa5c9008a3bb req-0350b469-d327-4d10-bc1c-24158ebce85a service nova] Enqueued Resource ID: 13ee2081-1e5e-45fa-b792-635506ff703b with Priority: HIGHEST for action port [ 1044.755172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.755593] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.755680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.755749] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.755971] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.756092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.756188] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 is going to be updated. [ 1044.757741] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_rules [ 1044.757890] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_members [ 1044.757987] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13ee2081-1e5e-45fa-b792-635506ff703b with Priority: HIGHEST for action port [ 1044.758143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.758325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.759349] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.759450] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.760148] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.760246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.760432] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-13ee2081-1e5e-45fa-b792-635506ff703b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.760662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-13ee2081-1e5e-45fa-b792-635506ff703b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.760730] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-13ee2081-1e5e-45fa-b792-635506ff703b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.760899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-13ee2081-1e5e-45fa-b792-635506ff703b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.760981] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('13ee2081-1e5e-45fa-b792-635506ff703b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.796776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.797116] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.797247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.797308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.797488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.797632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.797696] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 is going to be updated. [ 1044.799061] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.799250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.878728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.879130] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.879266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.879367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.879910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.879910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.879910] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da is going to be updated. [ 1044.880947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.881146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.891674] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.891674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.951805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.952251] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.952450] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.952542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.952768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.952857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.952968] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be updated. [ 1044.954157] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.954349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.954434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.954550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cac5e367-7518-4326-9a48-14684a1d7ce4" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.954692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.954839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.954915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.955041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-20929079-b7e9-42c0-8f83-77203c33783b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.988126] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.988283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.988648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.988648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.988723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.006271] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 in Status: IN_PROGRESS for 2s [ 1045.034456] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.034557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.034615] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.035939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.036150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.068944] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 in Status: IN_PROGRESS for 2s [ 1045.098984] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.098984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.098984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.098984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.098984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.157422] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da in Status: IN_PROGRESS for 2s [ 1045.193642] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.193642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.193762] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.194318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.194318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.217897] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.218231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.218453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.218571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.239986] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: IN_PROGRESS for 2s [ 1045.264808] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 13ee2081-1e5e-45fa-b792-635506ff703b with status ACTIVE [ 1045.264927] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.265077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.265149] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.265380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.265534] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.265726] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.265946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.265946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.266137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.266137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.266996] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.266996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.266996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.266996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.266996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.266996] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 13ee2081-1e5e-45fa-b792-635506ff703b is going to be updated. [ 1045.297883] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.297883] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c2389430-4021-4357-901d-406ef33f06cd is going to be deleted. [ 1045.339650] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.339848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.339925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.340167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.340346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.340554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-13ee2081-1e5e-45fa-b792-635506ff703b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.409346] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.409621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.409696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.409992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.410162] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.410355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c2389430-4021-4357-901d-406ef33f06cd" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.529634] env[65530]: INFO networking_nsxv3.common.synchronization [req-8cf68c95-4c4d-4225-be3c-6a1365ffd073 req-e8054092-7f89-4c2c-be1c-471bcf834094 tempest-ServerDiagnosticsTest-1512922220 tempest-ServerDiagnosticsTest-1512922220-project-member] Enqueued Resource ID: 5a3bb84a-0411-434d-956a-b34d608aacaf with Priority: HIGHEST for action security_group_members [ 1045.530316] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3bb84a-0411-434d-956a-b34d608aacaf with Priority: HIGHEST for action security_group_members [ 1045.530648] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a3bb84a-0411-434d-956a-b34d608aacaf taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.530823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.530906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.531670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.531859] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.531971] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.532045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.532229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.532334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.532480] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a3bb84a-0411-434d-956a-b34d608aacaf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.915037] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.915267] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.915402] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.915740] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.916255] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.916495] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.916629] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.916918] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.917123] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.917398] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.917535] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1045.917701] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1045.917827] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1045.917953] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1045.918071] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1045.918207] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1045.939715] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1045.939990] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1045.940070] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1045.940228] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.940575] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-c546ee17-c460-48f0-9f6a-e8e5e8a33843 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.940861] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-c546ee17-c460-48f0-9f6a-e8e5e8a33843" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.941070] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-c546ee17-c460-48f0-9f6a-e8e5e8a33843" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.941586] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-c546ee17-c460-48f0-9f6a-e8e5e8a33843" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.941930] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c546ee17-c460-48f0-9f6a-e8e5e8a33843',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.036071] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.036306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.036306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.036528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.036619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.036824] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.036907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.036971] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.037132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.037230] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.037370] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a3bb84a-0411-434d-956a-b34d608aacaf already deleted. [ 1046.037370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.446070] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.446653] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.446653] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.446763] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.446891] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.447067] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port c546ee17-c460-48f0-9f6a-e8e5e8a33843 not found, creating... [ 1046.447355] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.447546] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.447674] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.447949] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.448137] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.448434] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.448602] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.448735] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.448948] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.449096] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.449238] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: c546ee17-c460-48f0-9f6a-e8e5e8a33843 is going to be created. [ 1046.470099] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.470303] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.470433] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.470709] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.470925] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.471167] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-c546ee17-c460-48f0-9f6a-e8e5e8a33843" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.508093] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: SUCCESS [ 1046.508334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.508491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.508699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.508890] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.509024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.509079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.509241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.509319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.509403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.509498] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.510479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.510646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.510804] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.510905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.510963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.511125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.511223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.511285] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.781198] env[65530]: INFO networking_nsxv3.common.synchronization [req-fd39c8c3-4b64-461a-9492-c0b91dd91b0d req-0b3f5bd9-1be9-4ee8-8076-1f8fb436a83e tempest-DeleteServersTestJSON-1181561514 tempest-DeleteServersTestJSON-1181561514-project-member] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1046.782832] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1046.782832] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.783039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.783039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.783207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.783374] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.783495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.783557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.783710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.783800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.783885] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.013783] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.014733] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.021487] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 in Status: SUCCESS [ 1047.022176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.082976] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 in Status: SUCCESS [ 1047.082976] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.174918] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da in Status: SUCCESS [ 1047.175077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.231742] env[65530]: INFO networking_nsxv3.common.synchronization [req-8cf68c95-4c4d-4225-be3c-6a1365ffd073 req-709465b0-5dcd-4cb3-9f50-de472c1ebb9a service nova] Enqueued Resource ID: 5a3bb84a-0411-434d-956a-b34d608aacaf with Priority: HIGHEST for action security_group_rules [ 1047.231742] env[65530]: INFO networking_nsxv3.common.synchronization [req-8cf68c95-4c4d-4225-be3c-6a1365ffd073 req-709465b0-5dcd-4cb3-9f50-de472c1ebb9a service nova] Enqueued Resource ID: 5a3bb84a-0411-434d-956a-b34d608aacaf with Priority: HIGHEST for action security_group_members [ 1047.231742] env[65530]: INFO networking_nsxv3.common.synchronization [req-8cf68c95-4c4d-4225-be3c-6a1365ffd073 req-709465b0-5dcd-4cb3-9f50-de472c1ebb9a service nova] Enqueued Resource ID: c546ee17-c460-48f0-9f6a-e8e5e8a33843 with Priority: HIGHEST for action port [ 1047.232181] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3bb84a-0411-434d-956a-b34d608aacaf with Priority: HIGHEST for action security_group_rules [ 1047.232322] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3bb84a-0411-434d-956a-b34d608aacaf with Priority: HIGHEST for action security_group_members [ 1047.232470] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c546ee17-c460-48f0-9f6a-e8e5e8a33843 with Priority: HIGHEST for action port [ 1047.232690] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a3bb84a-0411-434d-956a-b34d608aacaf taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.233362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.233362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.233362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.233362] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a3bb84a-0411-434d-956a-b34d608aacaf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.234657] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a3bb84a-0411-434d-956a-b34d608aacaf taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.234729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.236041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.236041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.236041] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.236041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.236041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.236041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.236041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.236041] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a3bb84a-0411-434d-956a-b34d608aacaf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.236672] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c546ee17-c460-48f0-9f6a-e8e5e8a33843 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.236672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c546ee17-c460-48f0-9f6a-e8e5e8a33843" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.236672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c546ee17-c460-48f0-9f6a-e8e5e8a33843" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.236672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c546ee17-c460-48f0-9f6a-e8e5e8a33843" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.236858] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c546ee17-c460-48f0-9f6a-e8e5e8a33843',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.253459] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 1047.253659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.288037] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.288037] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.288037] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.288245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.310071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.310270] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.310397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.310457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.310653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.310739] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.310812] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 1047.373103] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.373248] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.373419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.373716] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.373955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.382919] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 1047.516372] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.517703] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4c18cae-c4af-4795-8e23-d6d99dd129ce: rpc.has_security_group_logging(os_id): False [ 1047.550599] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.550805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.550855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.551150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.572669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.572992] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.573129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.573195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.574294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.574294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.574294] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce is going to be updated. [ 1047.640290] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.641625] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.641625] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.641625] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.641625] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.657836] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: IN_PROGRESS for 2s [ 1047.739136] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a3bb84a-0411-434d-956a-b34d608aacaf taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.739256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.740047] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a3bb84a-0411-434d-956a-b34d608aacaf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.740423] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c546ee17-c460-48f0-9f6a-e8e5e8a33843 with status ACTIVE [ 1047.740478] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.741470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.741470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.741470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.741470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.741470] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.741470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.741470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.741470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.741949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.741949] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.741949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.741949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.742150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.742150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.742150] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c546ee17-c460-48f0-9f6a-e8e5e8a33843 is going to be updated. [ 1047.778830] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.779048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.779281] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.779422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.779422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.779816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c546ee17-c460-48f0-9f6a-e8e5e8a33843" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.994229] env[65530]: INFO networking_nsxv3.common.synchronization [req-47f3dde1-4279-485e-9998-0f3b22030102 req-2b920d00-7976-4c7e-b176-2beafdcf2e1a tempest-ServerDiskConfigTestJSON-182912250 tempest-ServerDiskConfigTestJSON-182912250-project-member] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 1047.994229] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 1047.994229] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.994229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.994608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.995069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.995222] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.995727] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.995727] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.995835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.995990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.996138] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.020397] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.020669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.020766] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.020991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.021096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.021257] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce is going to be updated. [ 1048.054905] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.055147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.055198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.055503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.055702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.071976] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: IN_PROGRESS for 2s [ 1048.245015] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a3bb84a-0411-434d-956a-b34d608aacaf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.359752] env[65530]: INFO networking_nsxv3.common.synchronization [req-3160b30e-eef6-4aca-b3e7-7b873096839c req-47c74422-8f86-4a56-9f95-dd3a7d03a8b8 tempest-ServerActionsTestJSON-971036309 tempest-ServerActionsTestJSON-971036309-project-member] Enqueued Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGHEST for action security_group_members [ 1048.360335] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGHEST for action security_group_members [ 1048.360702] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.360836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.360899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.365068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.365264] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.365387] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.365487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.365663] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.365805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.365859] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a9f3eedc-9f1b-4b13-871d-4e2811298fe0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.392958] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-19 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.393241] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.393357] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.393724] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.394024] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.394221] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.394371] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.394822] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.394822] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.394960] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.395096] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1048.395171] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1048.395277] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1048.395385] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1048.395541] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1048.395679] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1048.418317] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1048.418505] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1048.418641] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1048.418853] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.419188] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-67ac2a82-4e13-43e2-bc0f-a01fb04deb0d taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.419366] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-67ac2a82-4e13-43e2-bc0f-a01fb04deb0d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.419491] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-67ac2a82-4e13-43e2-bc0f-a01fb04deb0d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.419962] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-67ac2a82-4e13-43e2-bc0f-a01fb04deb0d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.420110] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ac2a82-4e13-43e2-bc0f-a01fb04deb0d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.498860] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.499111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.499244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.499465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.499560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.499760] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.499886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.500474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.500474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.500474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.500474] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be deleted. [ 1048.581297] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.581446] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.581515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.581724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.581817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.581914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.747088] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.747088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.747088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.747364] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.747401] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.747488] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a3bb84a-0411-434d-956a-b34d608aacaf is going to be created. [ 1048.775142] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.775308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.775365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.775659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.775852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.791631] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a3bb84a-0411-434d-956a-b34d608aacaf in Status: UNINITIALIZED for 2s [ 1048.870037] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.870225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.870279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.870487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.897455] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.897858] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.898240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.898240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.898546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.898741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.898828] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 is going to be updated. [ 1048.922537] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.922892] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.922998] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.923313] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.923564] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.923564] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 67ac2a82-4e13-43e2-bc0f-a01fb04deb0d not found, creating... [ 1048.923910] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.924221] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.924221] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.924494] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.924781] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.925040] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.925209] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.925399] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.925646] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.926012] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.926012] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 67ac2a82-4e13-43e2-bc0f-a01fb04deb0d is going to be created. [ 1048.928106] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.928293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.928356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.928531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.929171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.945847] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 in Status: IN_PROGRESS for 2s [ 1048.956225] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.956310] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.956397] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.956726] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.956942] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.957222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-67ac2a82-4e13-43e2-bc0f-a01fb04deb0d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.393305] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 1049.393583] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 deletion is rescheduled due to dependency. [ 1049.393628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.640504] env[65530]: INFO networking_nsxv3.common.synchronization [req-47f3dde1-4279-485e-9998-0f3b22030102 req-5644744a-b6c2-47d7-8fe2-5c5f49b5fab6 service nova] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_rules [ 1049.640673] env[65530]: INFO networking_nsxv3.common.synchronization [req-47f3dde1-4279-485e-9998-0f3b22030102 req-5644744a-b6c2-47d7-8fe2-5c5f49b5fab6 service nova] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 1049.640808] env[65530]: INFO networking_nsxv3.common.synchronization [req-47f3dde1-4279-485e-9998-0f3b22030102 req-5644744a-b6c2-47d7-8fe2-5c5f49b5fab6 service nova] Enqueued Resource ID: 67ac2a82-4e13-43e2-bc0f-a01fb04deb0d with Priority: HIGHEST for action port [ 1049.641346] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_rules [ 1049.641482] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 1049.641577] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 67ac2a82-4e13-43e2-bc0f-a01fb04deb0d with Priority: HIGHEST for action port [ 1049.641849] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.641965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.642180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.642395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.642475] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.643815] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.643996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.644091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.644262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.644411] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.644504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.644563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.644698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.644778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.644886] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.646166] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-67ac2a82-4e13-43e2-bc0f-a01fb04deb0d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.646166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-67ac2a82-4e13-43e2-bc0f-a01fb04deb0d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.646166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-67ac2a82-4e13-43e2-bc0f-a01fb04deb0d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.646515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-67ac2a82-4e13-43e2-bc0f-a01fb04deb0d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.646515] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('67ac2a82-4e13-43e2-bc0f-a01fb04deb0d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.671963] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: SUCCESS [ 1049.672210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.672374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.672586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.672676] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.084817] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: SUCCESS [ 1050.085333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.144545] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.144545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.146933] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.148566] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 67ac2a82-4e13-43e2-bc0f-a01fb04deb0d with status ACTIVE [ 1050.148791] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.148945] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.149119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.149255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.149328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.150465] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.150465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.150465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.150465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.150465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.150465] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.150465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.150465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.150841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.150841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.150841] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 67ac2a82-4e13-43e2-bc0f-a01fb04deb0d is going to be updated. [ 1050.173043] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.173214] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.173305] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.173621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.173791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.173981] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-67ac2a82-4e13-43e2-bc0f-a01fb04deb0d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.174341] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.174467] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.174561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.174783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.174963] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.175504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.175929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.176121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.176208] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.176302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.176387] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.649442] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.686816] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.805029] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a3bb84a-0411-434d-956a-b34d608aacaf in Status: SUCCESS [ 1050.805029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.805029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.805029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.805029] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.805029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.805029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.805029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.805029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.805029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.805029] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a3bb84a-0411-434d-956a-b34d608aacaf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.959680] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 in Status: SUCCESS [ 1050.959909] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 deletion is rescheduled due to dependency. [ 1050.959997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.152473] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.152656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.152706] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.152932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.153029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.153147] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be created. [ 1051.186479] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a4c18cae-c4af-4795-8e23-d6d99dd129ce: rpc.has_security_group_logging(os_id): False [ 1051.210362] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.210525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.210596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.211070] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.211070] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.214017] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.214182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.214276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.214715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.214802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.215243] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.215243] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.215369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.216025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.216025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.216025] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce is going to be updated. [ 1051.226804] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: UNINITIALIZED for 2s [ 1051.307909] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a3bb84a-0411-434d-956a-b34d608aacaf taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.308128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.308203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.308429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.308609] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.308710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.308773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.308916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.308998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.309100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.309249] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a3bb84a-0411-434d-956a-b34d608aacaf taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.309342] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.309403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.309542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.309677] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.309767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.309825] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.309986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.310076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.310158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.310248] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a3bb84a-0411-434d-956a-b34d608aacaf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.419931] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.419931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.419931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.419931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.419931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.437041] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: IN_PROGRESS for 2s [ 1051.812975] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a3bb84a-0411-434d-956a-b34d608aacaf: rpc.has_security_group_logging(os_id): False [ 1051.840417] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.840417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.840670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.841036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.841036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.841186] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.841186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.841280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.841911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.841911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.841911] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.841911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.841911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.842197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.842197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.842792] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.842792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.842792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.843086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.843531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.843531] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a3bb84a-0411-434d-956a-b34d608aacaf is going to be created. [ 1051.953025] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.953025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.953025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.953025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.953025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.968404] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a3bb84a-0411-434d-956a-b34d608aacaf in Status: IN_PROGRESS for 2s [ 1052.178231] env[65530]: INFO networking_nsxv3.common.synchronization [req-83fb4d0e-2276-43dc-a8f0-e811c6fba5a6 req-fcccd603-54d1-4bd7-9a2e-a577e6c13e81 tempest-ServersNegativeTestMultiTenantJSON-1735732671 tempest-ServersNegativeTestMultiTenantJSON-1735732671-project-member] Enqueued Resource ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 with Priority: HIGHEST for action security_group_members [ 1052.178534] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 with Priority: HIGHEST for action security_group_members [ 1052.179902] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f68b3bc4-a430-48f1-b55c-957bb994b5d9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.179902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.179902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.179902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.179902] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.180207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.180207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.180207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.180324] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.180367] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f68b3bc4-a430-48f1-b55c-957bb994b5d9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.683814] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.684015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.684103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.684317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.705783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.705912] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.705982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.706093] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.706385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.706385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.706532] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 is going to be updated. [ 1052.739391] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.739864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.739864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.739864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.740085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.750575] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 in Status: IN_PROGRESS for 2s [ 1053.237935] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 1053.238379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.238567] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.239095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.240752] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.240861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.240935] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.241218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.241451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.241558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.241659] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.452447] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: SUCCESS [ 1053.452720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.743954] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.744142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.744212] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.744427] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.744587] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.745076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.745076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.745076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.745076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.745265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.745265] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.745346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.745387] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.745547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.745687] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.746381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.746381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.746381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.746381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.746381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.746381] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.984039] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a3bb84a-0411-434d-956a-b34d608aacaf in Status: SUCCESS [ 1053.984039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.177233] env[65530]: INFO networking_nsxv3.common.synchronization [None req-0ae7b7d9-592d-40d0-aa22-afd9d8db865d None None] Enqueued Resource ID: d518877d-b862-4044-8b44-4ea4f3aa4a12 with Priority: HIGHEST for action port [ 1054.177842] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d518877d-b862-4044-8b44-4ea4f3aa4a12 with Priority: HIGHEST for action port [ 1054.179077] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-d518877d-b862-4044-8b44-4ea4f3aa4a12 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.179077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d518877d-b862-4044-8b44-4ea4f3aa4a12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.179077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d518877d-b862-4044-8b44-4ea4f3aa4a12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.179461] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d518877d-b862-4044-8b44-4ea4f3aa4a12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.179537] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d518877d-b862-4044-8b44-4ea4f3aa4a12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.250370] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a16b9a7e-fe27-4054-92ab-62cdd280cdfb: rpc.has_security_group_logging(os_id): False [ 1054.273985] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.273985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.274189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.274488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.274488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.274607] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.274702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.274762] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.274931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.275031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.275205] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.275295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.275348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.276038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.276038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.276038] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.276038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.276038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.276903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.276903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.276903] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be created. [ 1054.360094] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.360309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.360309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.360526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.360707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.379525] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 1054.683307] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d518877d-b862-4044-8b44-4ea4f3aa4a12 [ 1054.683595] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.683835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.683835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.684022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.684111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.684289] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d518877d-b862-4044-8b44-4ea4f3aa4a12 already deleted. [ 1054.684289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d518877d-b862-4044-8b44-4ea4f3aa4a12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.764417] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 in Status: SUCCESS [ 1054.764417] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 deletion is rescheduled due to dependency. [ 1054.764417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.401344] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 1056.401720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.644839] env[65530]: INFO networking_nsxv3.common.synchronization [None req-17689d3f-dfa9-495c-98c4-3245f13d78fc None None] Enqueued Resource ID: 1f4ae624-84bb-4928-8e9d-8c95f1eb1b24 with Priority: HIGHEST for action port [ 1056.645427] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f4ae624-84bb-4928-8e9d-8c95f1eb1b24 with Priority: HIGHEST for action port [ 1056.645802] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f4ae624-84bb-4928-8e9d-8c95f1eb1b24 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.645955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f4ae624-84bb-4928-8e9d-8c95f1eb1b24" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.646182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f4ae624-84bb-4928-8e9d-8c95f1eb1b24" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.646557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f4ae624-84bb-4928-8e9d-8c95f1eb1b24" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.646659] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f4ae624-84bb-4928-8e9d-8c95f1eb1b24',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.152189] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f4ae624-84bb-4928-8e9d-8c95f1eb1b24 [ 1057.152189] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.152189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.152189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.152189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.152189] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.152518] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f4ae624-84bb-4928-8e9d-8c95f1eb1b24 already deleted. [ 1057.152518] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f4ae624-84bb-4928-8e9d-8c95f1eb1b24" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.952305] env[65530]: INFO networking_nsxv3.common.synchronization [None req-a0f193cd-1e3f-4f2c-a352-315c4ed1d9c7 tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 1057.955271] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 1057.955629] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.955778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.955831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.957029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.957029] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.957029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.957029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.957029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.957029] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.957029] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.465020] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.465020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.465020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.465020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.465020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.465020] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.465020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.465020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.465020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.465020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.465020] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be deleted. [ 1058.498016] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.498283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.498283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.498846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.498846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.498846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.837476] env[65530]: INFO networking_nsxv3.common.synchronization [req-4e39d232-f6e8-4ba8-9b43-5b5689bdc60d req-9c6c952f-8057-4154-951c-f6981698ad69 tempest-ServersV294TestFqdnHostnames-364865323 tempest-ServersV294TestFqdnHostnames-364865323-project-member] Enqueued Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGHEST for action security_group_members [ 1058.838115] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGHEST for action security_group_members [ 1058.839078] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd244012-f00a-4d79-8c71-cc87f70116a5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.839078] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.839078] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.839078] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.839078] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.839384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.839384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.839384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.839509] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.839509] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.341762] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.342176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.342176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.342344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.342465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.342693] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.342878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.342878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.343176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.343176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.343322] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd244012-f00a-4d79-8c71-cc87f70116a5 already deleted. [ 1059.343322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.351950] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-370 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.352181] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-370" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.352317] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-370" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.352639] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-370" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.352947] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.353222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.353294] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.353472] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.353763] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.353821] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.353946] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.354068] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.354191] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.354302] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.354415] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.354568] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.372685] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.372914] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.373092] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.373310] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-370" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.373711] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-ca9a4e04-1438-40b3-bb08-f62cbfc69a19 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.373947] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-ca9a4e04-1438-40b3-bb08-f62cbfc69a19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.374192] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-ca9a4e04-1438-40b3-bb08-f62cbfc69a19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.374585] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-ca9a4e04-1438-40b3-bb08-f62cbfc69a19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.374770] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca9a4e04-1438-40b3-bb08-f62cbfc69a19',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.877199] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.877403] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.878066] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.878066] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.878066] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.878269] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port ca9a4e04-1438-40b3-bb08-f62cbfc69a19 not found, creating... [ 1059.878353] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.878511] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.878628] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.878846] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.878983] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.879280] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.880204] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.880609] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.881222] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.881475] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.882198] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: ca9a4e04-1438-40b3-bb08-f62cbfc69a19 is going to be created. [ 1059.912955] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.913282] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.913415] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.913816] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.914098] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.914362] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-ca9a4e04-1438-40b3-bb08-f62cbfc69a19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.648159] env[65530]: INFO networking_nsxv3.common.synchronization [req-4e39d232-f6e8-4ba8-9b43-5b5689bdc60d req-7c6e4d35-3125-417b-bf8e-7295fdf8e002 service nova] Enqueued Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGHEST for action security_group_rules [ 1060.648159] env[65530]: INFO networking_nsxv3.common.synchronization [req-4e39d232-f6e8-4ba8-9b43-5b5689bdc60d req-7c6e4d35-3125-417b-bf8e-7295fdf8e002 service nova] Enqueued Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGHEST for action security_group_members [ 1060.650861] env[65530]: INFO networking_nsxv3.common.synchronization [req-4e39d232-f6e8-4ba8-9b43-5b5689bdc60d req-7c6e4d35-3125-417b-bf8e-7295fdf8e002 service nova] Enqueued Resource ID: ca9a4e04-1438-40b3-bb08-f62cbfc69a19 with Priority: HIGHEST for action port [ 1060.650861] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGHEST for action security_group_rules [ 1060.652245] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGHEST for action security_group_members [ 1060.652680] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca9a4e04-1438-40b3-bb08-f62cbfc69a19 with Priority: HIGHEST for action port [ 1060.654483] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd244012-f00a-4d79-8c71-cc87f70116a5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.654483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.654483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.654483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.654483] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.656063] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd244012-f00a-4d79-8c71-cc87f70116a5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.656433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.656433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.656675] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.656914] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.657099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.657207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.657446] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.657577] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.657744] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.659423] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca9a4e04-1438-40b3-bb08-f62cbfc69a19 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.659423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca9a4e04-1438-40b3-bb08-f62cbfc69a19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.659423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca9a4e04-1438-40b3-bb08-f62cbfc69a19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.659848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca9a4e04-1438-40b3-bb08-f62cbfc69a19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.659848] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca9a4e04-1438-40b3-bb08-f62cbfc69a19',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.161600] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.162856] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd244012-f00a-4d79-8c71-cc87f70116a5 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.163471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.163471] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca9a4e04-1438-40b3-bb08-f62cbfc69a19 with status ACTIVE [ 1061.164734] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.164734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.164734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.164734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.164734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.165215] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.165373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.165506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.166746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.166746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.166746] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.166746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.166746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.166746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.166746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.166746] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca9a4e04-1438-40b3-bb08-f62cbfc69a19 is going to be updated. [ 1061.193410] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.193410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.193410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.193410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.193410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.193410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca9a4e04-1438-40b3-bb08-f62cbfc69a19" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.388652] env[65530]: INFO networking_nsxv3.common.synchronization [req-1bf8053f-bb1b-4228-a79e-19170f07a6b5 req-e233504b-911a-4561-b673-4e4e48dda428 tempest-ServerDiagnosticsTest-1512922220 tempest-ServerDiagnosticsTest-1512922220-project-member] Enqueued Resource ID: 5a3bb84a-0411-434d-956a-b34d608aacaf with Priority: HIGHEST for action security_group_members [ 1061.390086] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3bb84a-0411-434d-956a-b34d608aacaf with Priority: HIGHEST for action security_group_members [ 1061.390086] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a3bb84a-0411-434d-956a-b34d608aacaf taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.390086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.390086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.390086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.391043] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.391147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.391194] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.391344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.391434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.393644] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a3bb84a-0411-434d-956a-b34d608aacaf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.664044] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.921870] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.921870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.921870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.921870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.921870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.921870] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.921870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.921870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.921870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.921870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.921870] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a3bb84a-0411-434d-956a-b34d608aacaf is going to be updated. [ 1061.937044] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.937201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.937201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.938506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.938506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.970681] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a3bb84a-0411-434d-956a-b34d608aacaf in Status: IN_PROGRESS for 2s [ 1062.171220] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.171220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.171220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.171220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.171220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.171220] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd244012-f00a-4d79-8c71-cc87f70116a5 is going to be created. [ 1062.195116] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.195116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.195116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.195331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.195442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.206068] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd244012-f00a-4d79-8c71-cc87f70116a5 in Status: UNINITIALIZED for 2s [ 1063.692024] env[65530]: INFO networking_nsxv3.common.synchronization [None req-cca4ecee-c067-4ac5-a1ad-d6d11fbffffa None None] Enqueued Resource ID: 56e051a6-8647-4d5e-a65d-54f252ebd5af with Priority: HIGHEST for action port [ 1063.692024] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56e051a6-8647-4d5e-a65d-54f252ebd5af with Priority: HIGHEST for action port [ 1063.692744] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-56e051a6-8647-4d5e-a65d-54f252ebd5af taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.693247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-56e051a6-8647-4d5e-a65d-54f252ebd5af" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.693452] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-56e051a6-8647-4d5e-a65d-54f252ebd5af" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.695179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-56e051a6-8647-4d5e-a65d-54f252ebd5af" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.695179] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('56e051a6-8647-4d5e-a65d-54f252ebd5af',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.840238] env[65530]: INFO networking_nsxv3.common.synchronization [req-847f76df-632f-4c52-b05e-f392f68a7b88 req-20ca3646-20fc-4f3f-a308-8453b95b0f9a tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGHEST for action security_group_members [ 1063.841367] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGHEST for action security_group_members [ 1063.841702] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fc3331f-cf07-4a6e-b31e-875d679f5360 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.841890] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.842026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.842238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.843210] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.843422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.843533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.843789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.843953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.844141] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.982123] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a3bb84a-0411-434d-956a-b34d608aacaf in Status: SUCCESS [ 1063.982330] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a3bb84a-0411-434d-956a-b34d608aacaf deletion is rescheduled due to dependency. [ 1063.982446] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.196120] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 56e051a6-8647-4d5e-a65d-54f252ebd5af [ 1064.197634] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.197965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.198111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.198304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.198394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.198494] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:56e051a6-8647-4d5e-a65d-54f252ebd5af already deleted. [ 1064.199598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-56e051a6-8647-4d5e-a65d-54f252ebd5af" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.217582] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd244012-f00a-4d79-8c71-cc87f70116a5 in Status: UNINITIALIZED for 4s [ 1064.347257] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.347467] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.347569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.347839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.347988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.348318] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.348475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.348515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.348729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.348851] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.348986] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 is going to be updated. [ 1064.382320] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.382548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.382660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.382997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.383239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.401771] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 in Status: IN_PROGRESS for 2s [ 1064.448301] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.448508] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.448628] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.449235] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.449542] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.450073] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.450196] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.450432] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.450572] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.450779] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.450886] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.450989] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.451102] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.451206] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.451306] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.451470] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.474292] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.474470] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.474638] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.474853] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.475248] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-c6fd6159-7021-4780-aaad-fc8ab0d4d817 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.475467] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.475629] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.475945] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.478181] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6fd6159-7021-4780-aaad-fc8ab0d4d817',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.638031] env[65530]: INFO networking_nsxv3.common.synchronization [req-693867ed-ec34-4406-8935-14db65d4d693 req-eb46c376-3bb3-480e-9269-8f25637edfca tempest-DeleteServersTestJSON-1181561514 tempest-DeleteServersTestJSON-1181561514-project-member] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1064.638735] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1064.638735] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.638735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.638735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.638962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.639029] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.639692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.639692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.639692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.639815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.639845] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.957334] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-56 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.957652] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.957757] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.958046] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.958302] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.958468] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.958601] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.958824] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.958986] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.959261] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.959376] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1064.959482] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1064.959588] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1064.959799] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1064.959799] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1064.959923] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1064.979913] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1064.980114] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1064.980530] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1064.980530] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.980718] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.980890] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.981022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.981354] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.981490] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.982538] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.982715] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.982906] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.983065] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.983209] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.983441] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port c6fd6159-7021-4780-aaad-fc8ab0d4d817 not found, creating... [ 1064.983605] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.985231] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.985231] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.985231] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.985231] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.985231] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.985231] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.985231] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.985231] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.985231] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.986061] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: c6fd6159-7021-4780-aaad-fc8ab0d4d817 is going to be created. [ 1065.009137] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.009371] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.009371] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.009561] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.009824] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.010108] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.142247] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.142473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.142882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.142882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.142882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.143224] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.143308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.143308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.143875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.143875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.143875] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 1065.189200] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.189371] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.189579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.189699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.189850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.203706] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 1065.487780] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.487780] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.487780] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.488070] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.488167] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.488316] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791 not found, creating... [ 1065.488642] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.488787] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.488917] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.489170] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.489419] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.489683] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.489774] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.489892] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.490115] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.490248] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.490385] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791 is going to be created. [ 1065.515199] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.515478] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.515652] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.515955] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.516216] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.516456] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.730538] env[65530]: INFO networking_nsxv3.common.synchronization [req-6593f0d6-3a95-4648-b951-71b137a1a8d7 req-abf4679f-1857-4aeb-82d3-581423b7b08a service nova] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_rules [ 1065.730728] env[65530]: INFO networking_nsxv3.common.synchronization [req-6593f0d6-3a95-4648-b951-71b137a1a8d7 req-abf4679f-1857-4aeb-82d3-581423b7b08a service nova] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 1065.730868] env[65530]: INFO networking_nsxv3.common.synchronization [req-6593f0d6-3a95-4648-b951-71b137a1a8d7 req-abf4679f-1857-4aeb-82d3-581423b7b08a service nova] Enqueued Resource ID: c6fd6159-7021-4780-aaad-fc8ab0d4d817 with Priority: HIGHEST for action port [ 1065.731428] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_rules [ 1065.731575] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 1065.731661] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fd6159-7021-4780-aaad-fc8ab0d4d817 with Priority: HIGHEST for action port [ 1065.731939] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.732678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.732787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.732997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.733101] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.736506] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.736692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.737311] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.737546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.737724] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.737831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.737905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.738108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.738199] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.738295] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.740967] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6fd6159-7021-4780-aaad-fc8ab0d4d817 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.741429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.741429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.741429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.741429] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6fd6159-7021-4780-aaad-fc8ab0d4d817',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.214393] env[65530]: INFO networking_nsxv3.common.synchronization [None req-4a1bf230-947a-4f58-8168-5123dd184636 None None] Enqueued Resource ID: 36f8a71a-9434-41c4-a0f0-8ed715993cb0 with Priority: HIGHEST for action port [ 1066.214393] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f8a71a-9434-41c4-a0f0-8ed715993cb0 with Priority: HIGHEST for action port [ 1066.214393] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-36f8a71a-9434-41c4-a0f0-8ed715993cb0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.214393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36f8a71a-9434-41c4-a0f0-8ed715993cb0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.214393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36f8a71a-9434-41c4-a0f0-8ed715993cb0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.216351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36f8a71a-9434-41c4-a0f0-8ed715993cb0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.216351] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f8a71a-9434-41c4-a0f0-8ed715993cb0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.230720] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd244012-f00a-4d79-8c71-cc87f70116a5 in Status: SUCCESS [ 1066.231227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.231984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.234083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.234083] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.234083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.234083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.234083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.234083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.234083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.234083] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.237274] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.237274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.241753] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.246246] env[65530]: INFO networking_nsxv3.common.synchronization [req-693867ed-ec34-4406-8935-14db65d4d693 req-977c34d1-d629-4b6b-a990-60f796df4000 service nova] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_rules [ 1066.246246] env[65530]: INFO networking_nsxv3.common.synchronization [req-693867ed-ec34-4406-8935-14db65d4d693 req-977c34d1-d629-4b6b-a990-60f796df4000 service nova] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1066.246246] env[65530]: INFO networking_nsxv3.common.synchronization [req-693867ed-ec34-4406-8935-14db65d4d693 req-977c34d1-d629-4b6b-a990-60f796df4000 service nova] Enqueued Resource ID: c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791 with Priority: HIGHEST for action port [ 1066.246246] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_rules [ 1066.246246] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1066.246246] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791 with Priority: HIGHEST for action port [ 1066.246246] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6fd6159-7021-4780-aaad-fc8ab0d4d817 with status ACTIVE [ 1066.246246] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.246246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.246246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.246246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.246246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.246246] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.246796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.246796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.246796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.246796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.248389] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.248499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.248564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.248720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.248793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.248878] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6fd6159-7021-4780-aaad-fc8ab0d4d817 is going to be updated. [ 1066.250348] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.250463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.250529] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.250694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.250793] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.251713] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.251811] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.253102] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.253102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.253102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.253102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.253102] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.298472] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.298658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.298695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.298974] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.299141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.299307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.411558] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 in Status: SUCCESS [ 1066.411799] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 deletion is rescheduled due to dependency. [ 1066.411929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.718569] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 36f8a71a-9434-41c4-a0f0-8ed715993cb0 [ 1066.718800] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.718940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.719019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.719258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.719445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.719546] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:36f8a71a-9434-41c4-a0f0-8ed715993cb0 already deleted. [ 1066.719633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36f8a71a-9434-41c4-a0f0-8ed715993cb0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.735222] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.743779] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.757873] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791 with status ACTIVE [ 1066.757873] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.757873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.757873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.757873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.757873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.757873] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.757873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.757873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.757873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.757873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.757873] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.757873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.757873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.757873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.760316] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.760316] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791 is going to be updated. [ 1066.760316] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.760316] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.783258] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.783258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.783258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.783258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.783258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.783258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4ff79cd-3f0d-46ae-9a83-4cacbe7ff791" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.215890] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 4s [ 1067.238628] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd244012-f00a-4d79-8c71-cc87f70116a5: rpc.has_security_group_logging(os_id): False [ 1067.247395] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.247557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.247633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.247897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.247996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.248114] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be created. [ 1067.260043] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.260216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.260216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.260442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.260532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.260781] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.260905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.260935] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.261175] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.261175] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.261248] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd244012-f00a-4d79-8c71-cc87f70116a5 is going to be created. [ 1067.278946] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.279178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.279317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.279560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.279794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.302884] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: UNINITIALIZED for 2s [ 1067.375444] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.375668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.376111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.376407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.376608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.388467] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd244012-f00a-4d79-8c71-cc87f70116a5 in Status: IN_PROGRESS for 2s [ 1068.826969] env[65530]: INFO networking_nsxv3.common.synchronization [req-5581697c-f200-478e-9505-0dd7adc39743 req-063774d8-3efc-44da-8ecf-4cde98c21349 tempest-ServersTestMultiNic-139337514 tempest-ServersTestMultiNic-139337514-project-member] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1068.827369] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1068.827523] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.827674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.827740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.829188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.829188] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.829188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.829188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.829188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.829188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.829188] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.228673] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 1069.228673] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 deletion is rescheduled due to dependency. [ 1069.228673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.228839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.229061] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.229258] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.229393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.229456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.229639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.229740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.229893] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.301147] env[65530]: INFO networking_nsxv3.common.synchronization [req-5581697c-f200-478e-9505-0dd7adc39743 req-49253b32-e3df-4a1d-afea-2e896c13f8cc tempest-ServersTestMultiNic-139337514 tempest-ServersTestMultiNic-139337514-project-member] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1069.302118] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1069.302290] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.303607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.314107] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 1069.314378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.314617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.315123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.315419] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.315676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.316129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.316479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.316620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.316765] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.316892] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.331680] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.331878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.331951] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.332246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.332369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.332631] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.332781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.332861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.333047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.333128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.333252] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d already deleted. [ 1069.333369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.333662] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.333845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.334018] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.334142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.334207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.334379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.334449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.334547] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.402302] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd244012-f00a-4d79-8c71-cc87f70116a5 in Status: SUCCESS [ 1069.402547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.734420] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.750818] env[65530]: INFO networking_nsxv3.common.synchronization [req-5581697c-f200-478e-9505-0dd7adc39743 req-d303fd70-2afe-4584-b7e6-fa5e5a2b5c09 tempest-ServersTestMultiNic-139337514 tempest-ServersTestMultiNic-139337514-project-member] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1069.751559] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1069.751888] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.752014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.820875] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.820875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.820875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.821302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.821302] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.821302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.821302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.821490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.821532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.821634] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.821739] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.821828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.821885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.822087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.822472] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.822472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.822472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.822472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.822734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.822734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.822734] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.843285] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.843498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.843498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.843784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.843784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.843976] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.844319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.844319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.844319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.844462] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.844462] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d already deleted. [ 1069.844543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.845211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.845211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.845211] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.845211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.845211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.845506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.845506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.845506] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.237837] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.252636] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.253293] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-727" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.253293] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-727" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.253617] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-727" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.254331] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.254331] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.254331] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.254572] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.254600] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.254824] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.254944] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1070.255084] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1070.255188] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1070.255302] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1070.255408] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1070.255544] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1070.281826] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1070.281826] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1070.281826] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1070.281826] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-727" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.282097] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-fef1a664-1c68-4d9f-9355-cf9a521f8940 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.283461] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-fef1a664-1c68-4d9f-9355-cf9a521f8940" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.283461] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-fef1a664-1c68-4d9f-9355-cf9a521f8940" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.283461] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-fef1a664-1c68-4d9f-9355-cf9a521f8940" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.283461] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fef1a664-1c68-4d9f-9355-cf9a521f8940',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.325383] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de984ea4-1fb7-44a3-b134-80db9a74bfb2: rpc.has_security_group_logging(os_id): False [ 1070.349045] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.349045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.349045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.349045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.349045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.349309] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.349309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.349309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.349504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.349746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.349746] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d already deleted. [ 1070.349835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.350979] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.351140] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.351249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.351527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.351686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.352027] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.352199] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.352309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.352851] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.352851] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.352851] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.352975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.352975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.353192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.353239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.353396] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.353579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.353635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.353853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.353927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.354411] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be created. [ 1070.451978] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.451978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.451978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.451978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.451978] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.471852] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: IN_PROGRESS for 2s [ 1070.740536] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.740746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.740746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.740967] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.741146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.741221] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 1070.771601] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.771874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.771874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.772134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.772299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.783783] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 1070.785466] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.785733] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.785868] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.786154] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.786301] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.786467] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port fef1a664-1c68-4d9f-9355-cf9a521f8940 not found, creating... [ 1070.786771] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.786935] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.787064] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.787308] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.787447] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.787748] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.787923] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.788057] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.788287] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.788420] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.788582] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: fef1a664-1c68-4d9f-9355-cf9a521f8940 is going to be created. [ 1070.809499] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.809730] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.809849] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.810161] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.810390] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.810634] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-fef1a664-1c68-4d9f-9355-cf9a521f8940" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.965484] env[65530]: INFO networking_nsxv3.common.synchronization [req-b1a07582-d397-4e69-be42-8b1e92d68984 req-0798566e-8259-4597-ae5f-c5e0bfa624cc tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGHEST for action security_group_members [ 1070.966297] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGHEST for action security_group_members [ 1070.966725] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.966868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.966925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.967148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.967797] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.967959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.968062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.968288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.968382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.968485] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.471276] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.471439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.471517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.471763] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.471909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.472142] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.473049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.473049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.473049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.473049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.473049] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da is going to be updated. [ 1071.508279] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.508279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.508279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.508279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.508279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.518130] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da in Status: IN_PROGRESS for 2s [ 1071.600127] env[65530]: INFO networking_nsxv3.common.synchronization [req-5581697c-f200-478e-9505-0dd7adc39743 req-39f327f7-bd2d-485c-a721-86aa9b827c6c service nova] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_rules [ 1071.600293] env[65530]: INFO networking_nsxv3.common.synchronization [req-5581697c-f200-478e-9505-0dd7adc39743 req-39f327f7-bd2d-485c-a721-86aa9b827c6c service nova] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1071.600434] env[65530]: INFO networking_nsxv3.common.synchronization [req-5581697c-f200-478e-9505-0dd7adc39743 req-39f327f7-bd2d-485c-a721-86aa9b827c6c service nova] Enqueued Resource ID: fef1a664-1c68-4d9f-9355-cf9a521f8940 with Priority: HIGHEST for action port [ 1071.600978] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_rules [ 1071.601138] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1071.601370] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fef1a664-1c68-4d9f-9355-cf9a521f8940 with Priority: HIGHEST for action port [ 1071.601678] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.601807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.601876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.602160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.602246] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.603305] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.603400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.603430] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.603666] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.603811] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.603908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.603969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.604551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.604603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.604691] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.605684] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-fef1a664-1c68-4d9f-9355-cf9a521f8940 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.605819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fef1a664-1c68-4d9f-9355-cf9a521f8940" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.605888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fef1a664-1c68-4d9f-9355-cf9a521f8940" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.606095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fef1a664-1c68-4d9f-9355-cf9a521f8940" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.606509] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fef1a664-1c68-4d9f-9355-cf9a521f8940',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.108293] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.109714] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.118024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.118024] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fef1a664-1c68-4d9f-9355-cf9a521f8940 with status ACTIVE [ 1072.118024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.118024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.118024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.118024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.118024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.118024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.118024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.118024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.118024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.118024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.118024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.118024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.118024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.118024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.118024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.118678] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fef1a664-1c68-4d9f-9355-cf9a521f8940 is going to be updated. [ 1072.149101] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.150031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.150031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.150031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.150031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.152192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fef1a664-1c68-4d9f-9355-cf9a521f8940" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.489717] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 1072.491823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.538346] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-248 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.538597] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-248" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.538597] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-248" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.538954] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-248" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.539243] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.539408] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.539522] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.539749] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.539895] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.540126] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.540233] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1072.540339] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1072.540447] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1072.540553] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1072.540658] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1072.540800] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1072.564883] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1072.565066] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1072.565205] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1072.565389] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-248" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.565785] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-6834006f-23e6-4446-b435-0b7b04832ded taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.565972] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-6834006f-23e6-4446-b435-0b7b04832ded" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.566109] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-6834006f-23e6-4446-b435-0b7b04832ded" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.566449] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-6834006f-23e6-4446-b435-0b7b04832ded" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.566597] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6834006f-23e6-4446-b435-0b7b04832ded',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.620373] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1072.796829] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 1072.797110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.797290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.797850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.797850] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1072.797850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.797850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.798134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1072.798134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.798239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.798430] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.069830] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.070084] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.070211] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.070496] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.070719] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.070884] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 6834006f-23e6-4446-b435-0b7b04832ded not found, creating... [ 1073.071149] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.071306] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.071420] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.071633] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.071769] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.072048] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.072203] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.072317] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.072516] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.072645] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.072779] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 6834006f-23e6-4446-b435-0b7b04832ded is going to be created. [ 1073.100397] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.100585] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.100713] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.100995] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.101232] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.101454] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-6834006f-23e6-4446-b435-0b7b04832ded" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.123197] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.123610] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.123610] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.123728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.123728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.123875] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be created. [ 1073.153361] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.153592] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.153850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.154026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.154213] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.168414] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: UNINITIALIZED for 2s [ 1073.304036] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.304036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.304036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.304036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.304036] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.304036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.304036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.304036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.304036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.304036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.304036] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.304036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.304036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.304036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.304036] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.304036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.304704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.304704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.304704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.304704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.304704] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.532165] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da in Status: SUCCESS [ 1073.532390] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da deletion is rescheduled due to dependency. [ 1073.532513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.806866] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c7c771-f3e0-4914-bbef-543112491834: rpc.has_security_group_logging(os_id): False [ 1073.828360] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.828360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.828360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.828360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.828360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.828360] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.828360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.828360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.828360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.828360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.829274] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.829274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.829274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.829274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.829274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.829274] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.829274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.829274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.829685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.829685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.829685] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 1073.849688] env[65530]: INFO networking_nsxv3.common.synchronization [req-5581697c-f200-478e-9505-0dd7adc39743 req-73b510f8-d3c1-4d1d-ab8f-b198eee1316e service nova] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_rules [ 1073.849871] env[65530]: INFO networking_nsxv3.common.synchronization [req-5581697c-f200-478e-9505-0dd7adc39743 req-73b510f8-d3c1-4d1d-ab8f-b198eee1316e service nova] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1073.850017] env[65530]: INFO networking_nsxv3.common.synchronization [req-5581697c-f200-478e-9505-0dd7adc39743 req-73b510f8-d3c1-4d1d-ab8f-b198eee1316e service nova] Enqueued Resource ID: 6834006f-23e6-4446-b435-0b7b04832ded with Priority: HIGHEST for action port [ 1073.850584] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_rules [ 1073.850717] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1073.850811] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6834006f-23e6-4446-b435-0b7b04832ded with Priority: HIGHEST for action port [ 1073.854964] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.855102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.855449] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.855533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.855918] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-6834006f-23e6-4446-b435-0b7b04832ded taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.856071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6834006f-23e6-4446-b435-0b7b04832ded" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.856204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6834006f-23e6-4446-b435-0b7b04832ded" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.856466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6834006f-23e6-4446-b435-0b7b04832ded" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.856561] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6834006f-23e6-4446-b435-0b7b04832ded',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.904346] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.904346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.904346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.904346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.904346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.924096] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 1074.363088] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6834006f-23e6-4446-b435-0b7b04832ded with status ACTIVE [ 1074.363423] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.363483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.363654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.363817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.363916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.364130] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.364239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.364303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.364471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.364562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.364784] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.364896] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.364933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.365124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.366851] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.367175] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6834006f-23e6-4446-b435-0b7b04832ded is going to be updated. [ 1074.404805] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.404805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.404805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.404805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.405088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.405088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6834006f-23e6-4446-b435-0b7b04832ded" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.713100] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-727 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.713615] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-727" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.713615] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-727" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.713707] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-727" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.716640] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.716640] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.716640] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.716640] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.716640] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.716640] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.716640] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1074.716640] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1074.716640] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1074.716640] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1074.716640] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1074.716640] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1074.735023] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1074.735204] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1074.735351] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1074.735530] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-727" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.735927] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-04692825-f6ad-44ac-b3b4-ff3ab1e30932 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.736124] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-04692825-f6ad-44ac-b3b4-ff3ab1e30932" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.736251] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-04692825-f6ad-44ac-b3b4-ff3ab1e30932" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.736580] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-04692825-f6ad-44ac-b3b4-ff3ab1e30932" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.736723] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04692825-f6ad-44ac-b3b4-ff3ab1e30932',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.954922] env[65530]: INFO networking_nsxv3.common.synchronization [req-60c063df-1b42-4405-b212-4af3327ab487 req-b88cf8d6-48a1-4ccd-848f-4042b00abe57 tempest-ServerRescueNegativeTestJSON-1218420595 tempest-ServerRescueNegativeTestJSON-1218420595-project-member] Enqueued Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_members [ 1074.955547] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_members [ 1074.955910] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.956121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.956242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.956528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.956893] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.957390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.957529] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.957733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.957849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.958199] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.183100] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1075.183100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.183100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.183100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.183100] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.183279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.183279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.183330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.187021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.187021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.187021] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.187021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.187021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.187021] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.187021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.187021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.187021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.187021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.187021] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.239271] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.239508] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.239635] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.239932] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.240092] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.240251] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 04692825-f6ad-44ac-b3b4-ff3ab1e30932 not found, creating... [ 1075.240515] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.240677] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.240796] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.241086] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.241236] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.241520] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.241678] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.241796] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.242008] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.245177] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.245344] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 04692825-f6ad-44ac-b3b4-ff3ab1e30932 is going to be created. [ 1075.269879] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.270123] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.270251] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.270518] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.270745] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.270983] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-04692825-f6ad-44ac-b3b4-ff3ab1e30932" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.461093] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.463460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.463460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.463460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.463460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.463460] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.463460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.463460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.463460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.463460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.463460] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa866bae-86ec-4e76-b72e-7042acd62e81 already deleted. [ 1075.463460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.687783] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.687950] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.688187] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.828932] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.829165] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-432" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.829296] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-432" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.829770] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-432" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.829885] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.830058] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.830180] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.830394] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.830536] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.830746] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.830860] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1075.831068] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1075.831171] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1075.831292] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1075.831401] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1075.831534] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1075.851715] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1075.851893] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1075.852053] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1075.852239] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-432" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.852663] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-5bc1cd3b-97a2-47af-884a-69dd0a2ac11d taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.852796] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-5bc1cd3b-97a2-47af-884a-69dd0a2ac11d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.852841] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-5bc1cd3b-97a2-47af-884a-69dd0a2ac11d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.853193] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-5bc1cd3b-97a2-47af-884a-69dd0a2ac11d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.853339] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bc1cd3b-97a2-47af-884a-69dd0a2ac11d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1075.953486] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 1075.953760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1075.971679] env[65530]: INFO networking_nsxv3.common.synchronization [req-5581697c-f200-478e-9505-0dd7adc39743 req-67f18d02-6d3f-43d4-a67b-3d3a29c6d365 service nova] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_rules [ 1075.972134] env[65530]: INFO networking_nsxv3.common.synchronization [req-5581697c-f200-478e-9505-0dd7adc39743 req-67f18d02-6d3f-43d4-a67b-3d3a29c6d365 service nova] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1075.972134] env[65530]: INFO networking_nsxv3.common.synchronization [req-5581697c-f200-478e-9505-0dd7adc39743 req-67f18d02-6d3f-43d4-a67b-3d3a29c6d365 service nova] Enqueued Resource ID: 04692825-f6ad-44ac-b3b4-ff3ab1e30932 with Priority: HIGHEST for action port [ 1075.972246] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_rules [ 1075.972366] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1075.972461] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04692825-f6ad-44ac-b3b4-ff3ab1e30932 with Priority: HIGHEST for action port [ 1075.973014] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.973127] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.973330] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.973415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.973685] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-04692825-f6ad-44ac-b3b4-ff3ab1e30932 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1075.973685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-04692825-f6ad-44ac-b3b4-ff3ab1e30932" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1075.973787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-04692825-f6ad-44ac-b3b4-ff3ab1e30932" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1075.973957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-04692825-f6ad-44ac-b3b4-ff3ab1e30932" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1075.974052] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('04692825-f6ad-44ac-b3b4-ff3ab1e30932',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.191022] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1076.357642] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.357642] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.357642] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.357642] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.357642] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.357900] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 5bc1cd3b-97a2-47af-884a-69dd0a2ac11d not found, creating... [ 1076.357933] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.358165] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.358302] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.358637] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.358865] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.359292] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.359521] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.359659] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.359933] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.360125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.360313] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 5bc1cd3b-97a2-47af-884a-69dd0a2ac11d is going to be created. [ 1076.381668] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.381880] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.382022] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.382308] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.382650] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.383145] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-5bc1cd3b-97a2-47af-884a-69dd0a2ac11d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.476659] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 04692825-f6ad-44ac-b3b4-ff3ab1e30932 with status ACTIVE [ 1076.476659] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.478181] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.478181] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.478181] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.478181] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.478468] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.478639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.478770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.478995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.479116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.479333] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.479501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.479628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.479840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.479924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.480031] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 04692825-f6ad-44ac-b3b4-ff3ab1e30932 is going to be updated. [ 1076.508084] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.508704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.508704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.508801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.509393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.509393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-04692825-f6ad-44ac-b3b4-ff3ab1e30932" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.692920] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.693126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.693187] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.693395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.693600] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.693714] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1076.742832] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1076.742832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1076.742950] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1076.743168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1076.743272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1076.753803] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1077.194028] env[65530]: INFO networking_nsxv3.common.synchronization [req-226396ba-127d-43a2-ad11-ca3e08e7438a req-9f0a7d14-462b-4229-ad68-9341442226e2 tempest-ServerDiskConfigTestJSON-182912250 tempest-ServerDiskConfigTestJSON-182912250-project-member] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 1077.194681] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGHEST for action security_group_members [ 1077.195272] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.195272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.195272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.195272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.195522] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.195522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.195522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.195661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.195699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.196857] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.214946] env[65530]: INFO networking_nsxv3.common.synchronization [req-60c063df-1b42-4405-b212-4af3327ab487 req-b63609b4-871e-48e3-aa39-ebfbc5523c5d service nova] Enqueued Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_rules [ 1077.215274] env[65530]: INFO networking_nsxv3.common.synchronization [req-60c063df-1b42-4405-b212-4af3327ab487 req-b63609b4-871e-48e3-aa39-ebfbc5523c5d service nova] Enqueued Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_members [ 1077.215408] env[65530]: INFO networking_nsxv3.common.synchronization [req-60c063df-1b42-4405-b212-4af3327ab487 req-b63609b4-871e-48e3-aa39-ebfbc5523c5d service nova] Enqueued Resource ID: 5bc1cd3b-97a2-47af-884a-69dd0a2ac11d with Priority: HIGHEST for action port [ 1077.218085] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_rules [ 1077.220662] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_members [ 1077.220791] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5bc1cd3b-97a2-47af-884a-69dd0a2ac11d with Priority: HIGHEST for action port [ 1077.222917] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.223056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.223129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.223381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.223469] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.224503] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.225552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.225625] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.225834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.225993] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.226108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.226158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.226323] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.226499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.226790] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.227749] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5bc1cd3b-97a2-47af-884a-69dd0a2ac11d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.227854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5bc1cd3b-97a2-47af-884a-69dd0a2ac11d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.227887] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5bc1cd3b-97a2-47af-884a-69dd0a2ac11d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.228045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5bc1cd3b-97a2-47af-884a-69dd0a2ac11d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.228507] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5bc1cd3b-97a2-47af-884a-69dd0a2ac11d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.699429] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.699742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.699742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.699903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.699998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.700220] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.700326] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.700406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.700570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.700632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.700704] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be updated. [ 1077.730452] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.730626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.730791] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1077.733509] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5bc1cd3b-97a2-47af-884a-69dd0a2ac11d with status ACTIVE [ 1077.733777] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.733915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.733986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.734304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.735064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.735064] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.735064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.735064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.735064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.735064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.735297] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.735337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.735371] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.735525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.735814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.736550] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5bc1cd3b-97a2-47af-884a-69dd0a2ac11d is going to be updated. [ 1077.738867] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.739036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.739087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.739268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.739404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.751303] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: IN_PROGRESS for 2s [ 1077.767737] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.768270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.768350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.768586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.768733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.768896] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5bc1cd3b-97a2-47af-884a-69dd0a2ac11d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.233535] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.735734] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.736096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.736096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.736206] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.736294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.736395] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa866bae-86ec-4e76-b72e-7042acd62e81 is going to be created. [ 1078.767843] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1078.767843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.767843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.767843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.768148] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.768148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.768236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.768353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.768432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.768522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.768746] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.768746] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.769743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.769743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.769743] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.769743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.769743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.769743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.769743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.769743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.769743] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.771297] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.771409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.771959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.771959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.771959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.772838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.773168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.773241] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.773933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.774068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.774188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.774265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.774359] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.786740] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: UNINITIALIZED for 2s [ 1079.275866] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8bdddb8-decc-4fca-bb7e-70d558853d6d: rpc.has_security_group_logging(os_id): False [ 1079.277207] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.299322] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.299537] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.299667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.299961] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.300162] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.300496] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.300664] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.300802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.301034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.301159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.301452] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.301561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.301624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.301777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.301857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.302063] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.302161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.302216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.302355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.302426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.302511] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be created. [ 1079.380288] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.380288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.380440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.380596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.380887] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.394029] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1079.705752] env[65530]: INFO networking_nsxv3.common.synchronization [req-67019b9d-dc2d-4e0a-9229-d3e528de0f9e req-94f084e4-3e9c-4a34-92c2-5ac3756f0412 tempest-DeleteServersTestJSON-1181561514 tempest-DeleteServersTestJSON-1181561514-project-member] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1079.705752] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1079.705970] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.706130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.706130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.706343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.706551] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.706655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.706728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.706954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.707031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.707106] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.761923] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb in Status: SUCCESS [ 1079.762240] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb deletion is rescheduled due to dependency. [ 1079.762294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.779826] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.211632] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.211632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.211632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.211632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.211632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.211632] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.211632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.211632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.211632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.211632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.212315] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 1080.249279] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.249486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.249581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.250892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.250892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.262113] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 1080.282767] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.282954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.282998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.283238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.283327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.283427] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1080.315908] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.316235] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.316351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.316591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.316755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.329466] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1080.416589] env[65530]: INFO networking_nsxv3.common.synchronization [None req-b1175c57-434b-49db-abef-511e3b074bf1 tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGHEST for action security_group_rules [ 1080.417853] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGHEST for action security_group_rules [ 1080.417853] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710d3dc9-20af-4937-850f-367e0e003b66 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.417853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.417853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.418256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.418505] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710d3dc9-20af-4937-850f-367e0e003b66',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.539865] env[65530]: INFO networking_nsxv3.common.synchronization [None req-23316117-9779-4678-a8a4-113ab0ca404c tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGHEST for action security_group_rules [ 1080.540543] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGHEST for action security_group_rules [ 1080.541284] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710d3dc9-20af-4937-850f-367e0e003b66 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.541284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.795839] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: SUCCESS [ 1080.796234] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.796423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.796646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.796864] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.797052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.797085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.797235] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.797317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.797402] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.797526] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.954797] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.954797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.954797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.954797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.954797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.954797] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710d3dc9-20af-4937-850f-367e0e003b66 already deleted. [ 1080.954797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.954797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.954797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.954797] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710d3dc9-20af-4937-850f-367e0e003b66',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.301256] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.301256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.301451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.301590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.301767] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.301972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.301972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.302127] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.302223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.302312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.302455] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.302548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.302609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.302748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.302884] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.302982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.303045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.303175] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.303248] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.303338] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.303430] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.407019] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1081.407289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.407473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.407687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.407778] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.482678] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.482833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.483371] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.483656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.483780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.483895] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710d3dc9-20af-4937-850f-367e0e003b66 already deleted. [ 1081.483969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.806158] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa866bae-86ec-4e76-b72e-7042acd62e81: rpc.has_security_group_logging(os_id): False [ 1081.826885] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.827063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.827128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.827367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.827466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.827708] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.827821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.827886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.828057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.828165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.828310] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.828403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.828464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.828601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.828676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.828851] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.828946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.829056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.829152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.829253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.829336] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa866bae-86ec-4e76-b72e-7042acd62e81 is going to be created. [ 1081.893912] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.893997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.894229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.894347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.894569] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.907240] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: IN_PROGRESS for 2s [ 1081.914120] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.914264] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.993298] env[65530]: INFO networking_nsxv3.common.synchronization [req-239492bc-eda7-456b-84d3-0670a5f58794 req-0ef806c8-c606-4421-9a1e-d28eb1490c49 tempest-ServerRescueNegativeTestJSON-1218420595 tempest-ServerRescueNegativeTestJSON-1218420595-project-member] Enqueued Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_members [ 1081.994557] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_members [ 1081.995171] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.995304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.995304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.995514] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.995674] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.995942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.995942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.996244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.996425] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.996425] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.274962] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 1082.275053] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 deletion is rescheduled due to dependency. [ 1082.275168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.343970] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1082.343970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.343970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.343970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.343970] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.343970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.343970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.343970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.343970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.343970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.343970] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.453206] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.453650] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-432" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.453906] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-432" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.454531] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-432" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.455072] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.455230] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.455400] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.455862] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.456114] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.456455] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.456592] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1082.456729] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1082.456952] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1082.457119] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1082.457322] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1082.457575] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1082.489093] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1082.489281] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1082.489425] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1082.489602] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-432" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.490080] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-609225ac-1d51-4e04-a361-64367e691eb2 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.490284] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-609225ac-1d51-4e04-a361-64367e691eb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.490404] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-609225ac-1d51-4e04-a361-64367e691eb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.490744] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-609225ac-1d51-4e04-a361-64367e691eb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.490887] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609225ac-1d51-4e04-a361-64367e691eb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.498829] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.850343] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.850682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.850719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.851054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.851317] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.851484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.851597] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.851887] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.851965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.852135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.852376] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.852533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.852643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.852878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.853144] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.853314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.853458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.853660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.853797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.853949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.854132] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.993862] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.994099] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.994228] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.994516] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.994691] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.994920] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 609225ac-1d51-4e04-a361-64367e691eb2 not found, creating... [ 1082.995243] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.995418] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.995556] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.995841] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.996032] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.996375] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.996566] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.996726] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.996988] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.997189] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.997362] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 609225ac-1d51-4e04-a361-64367e691eb2 is going to be created. [ 1083.000507] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.019888] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.019888] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.019888] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.019888] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.019888] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.019888] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-609225ac-1d51-4e04-a361-64367e691eb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.356972] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8bdddb8-decc-4fca-bb7e-70d558853d6d: rpc.has_security_group_logging(os_id): False [ 1083.374375] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.374524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.374597] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.374810] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.374901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.375125] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.375223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.375287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.375439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.375515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.375743] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.375831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.375894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.376048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.376121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.376310] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.377245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.377379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.377468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.377753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.377753] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1083.462217] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.462359] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.462408] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.464022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.464022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.475625] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1083.503024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.503024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.503024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.503499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.503499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.503499] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa866bae-86ec-4e76-b72e-7042acd62e81 is going to be updated. [ 1083.567993] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.568264] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.568264] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.568501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.568627] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.590136] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: IN_PROGRESS for 2s [ 1083.752115] env[65530]: INFO networking_nsxv3.common.synchronization [req-239492bc-eda7-456b-84d3-0670a5f58794 req-a3113678-9269-4bf3-9437-87efde988f6c service nova] Enqueued Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_rules [ 1083.752328] env[65530]: INFO networking_nsxv3.common.synchronization [req-239492bc-eda7-456b-84d3-0670a5f58794 req-a3113678-9269-4bf3-9437-87efde988f6c service nova] Enqueued Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_members [ 1083.752478] env[65530]: INFO networking_nsxv3.common.synchronization [req-239492bc-eda7-456b-84d3-0670a5f58794 req-a3113678-9269-4bf3-9437-87efde988f6c service nova] Enqueued Resource ID: 609225ac-1d51-4e04-a361-64367e691eb2 with Priority: HIGHEST for action port [ 1083.753032] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_rules [ 1083.753220] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_members [ 1083.753273] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 609225ac-1d51-4e04-a361-64367e691eb2 with Priority: HIGHEST for action port [ 1083.753558] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.753693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.753911] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.754033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.754257] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-609225ac-1d51-4e04-a361-64367e691eb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.754404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-609225ac-1d51-4e04-a361-64367e691eb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.754507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-609225ac-1d51-4e04-a361-64367e691eb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.754804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-609225ac-1d51-4e04-a361-64367e691eb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.754958] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('609225ac-1d51-4e04-a361-64367e691eb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.920525] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: SUCCESS [ 1083.920870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.920949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.921200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.921331] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.257977] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 609225ac-1d51-4e04-a361-64367e691eb2 with status ACTIVE [ 1084.257977] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.257977] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.257977] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.257977] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.257977] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.258372] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.258372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.258372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.258481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.258481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.258671] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.258776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.258828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.258958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.259042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.259139] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 609225ac-1d51-4e04-a361-64367e691eb2 is going to be updated. [ 1084.289873] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.289873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.289873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.289873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.289873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.289873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-609225ac-1d51-4e04-a361-64367e691eb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.424792] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.424792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.426867] env[65530]: INFO networking_nsxv3.common.synchronization [req-12dcec52-2d0c-43e5-bac6-089cde41d0b9 req-a6d2e332-38d0-4654-91c0-d204a3979528 tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_members [ 1084.427434] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_members [ 1084.428053] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.428053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.428053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.428330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.428564] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.428564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.428564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.429531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.429531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.429531] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.785857] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.786097] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.786381] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.786696] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.787043] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.787219] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.787353] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.787665] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.787953] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.788161] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.788278] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1084.788422] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1084.788517] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1084.788598] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1084.788702] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1084.788834] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1084.808155] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1084.808435] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1084.808501] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1084.808676] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.809130] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-9d88355d-460a-4ea7-8ef2-7279349e15df taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.809214] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-9d88355d-460a-4ea7-8ef2-7279349e15df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.809368] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-9d88355d-460a-4ea7-8ef2-7279349e15df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.809605] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-9d88355d-460a-4ea7-8ef2-7279349e15df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.809745] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d88355d-460a-4ea7-8ef2-7279349e15df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.931206] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.931559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.931559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.931736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.931850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.932100] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.932223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.932299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.932479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.932586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.932723] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f is going to be deleted. [ 1084.962601] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.962946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.962946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.963254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.963331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.963400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.312217] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.312464] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.312591] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.312881] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.313042] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.313213] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 9d88355d-460a-4ea7-8ef2-7279349e15df not found, creating... [ 1085.313495] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.313718] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.313847] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.314115] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.314366] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.314614] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.314780] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.314899] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.315431] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.315638] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.315929] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 9d88355d-460a-4ea7-8ef2-7279349e15df is going to be created. [ 1085.347037] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.347037] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.347037] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.347037] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.347297] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.347487] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-9d88355d-460a-4ea7-8ef2-7279349e15df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.496030] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1085.496349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.496487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.496768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.496906] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.601104] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: SUCCESS [ 1085.601104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.601104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.601104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.601104] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.601456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.601456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.601456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.601456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.601583] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.829634] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-902 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.829947] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.830095] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.830370] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.830644] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.830805] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.831080] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.831262] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.831298] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.832065] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.832065] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1085.832065] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1085.832065] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1085.832065] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1085.832065] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1085.832335] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1085.854913] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1085.855083] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1085.855322] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1085.855526] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-902" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.855924] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-c6fd6159-7021-4780-aaad-fc8ab0d4d817 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.856122] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.856245] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.856504] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.856641] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6fd6159-7021-4780-aaad-fc8ab0d4d817',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.999069] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.999069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.999069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.999502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.999502] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.999604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.999637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.999807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.999905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.000014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.000110] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.068385] env[65530]: INFO networking_nsxv3.common.synchronization [req-12dcec52-2d0c-43e5-bac6-089cde41d0b9 req-dd126b5e-111a-403e-b10c-970ac55f9fe0 service nova] Enqueued Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_rules [ 1086.068568] env[65530]: INFO networking_nsxv3.common.synchronization [req-12dcec52-2d0c-43e5-bac6-089cde41d0b9 req-dd126b5e-111a-403e-b10c-970ac55f9fe0 service nova] Enqueued Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_members [ 1086.068708] env[65530]: INFO networking_nsxv3.common.synchronization [req-12dcec52-2d0c-43e5-bac6-089cde41d0b9 req-dd126b5e-111a-403e-b10c-970ac55f9fe0 service nova] Enqueued Resource ID: 9d88355d-460a-4ea7-8ef2-7279349e15df with Priority: HIGHEST for action port [ 1086.069242] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_rules [ 1086.069409] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_members [ 1086.069512] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d88355d-460a-4ea7-8ef2-7279349e15df with Priority: HIGHEST for action port [ 1086.069811] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.069888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.069960] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.070309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.070389] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.071807] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.072015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.072103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.072325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.072486] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.072589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.072649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.072799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.072882] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.072970] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.074953] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d88355d-460a-4ea7-8ef2-7279349e15df taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.075109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d88355d-460a-4ea7-8ef2-7279349e15df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.075184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d88355d-460a-4ea7-8ef2-7279349e15df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.075358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d88355d-460a-4ea7-8ef2-7279349e15df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.075430] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d88355d-460a-4ea7-8ef2-7279349e15df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.103298] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.359048] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.359314] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.359460] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.360117] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.360343] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.360664] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.360836] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.360959] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.361243] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.361412] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.361735] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.361928] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.363382] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.363382] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.364172] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.364172] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: c6fd6159-7021-4780-aaad-fc8ab0d4d817 is going to be updated. [ 1086.387215] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.387449] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.387581] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.387839] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.388212] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.388476] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.502993] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.503226] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.503264] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.503505] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.503638] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.505030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.505030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.505030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.505030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.505030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.505030] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.505030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.505030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.505030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.505030] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.505030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.505030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.505030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.505030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.505543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.505543] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.572879] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.573069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.574364] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1086.577935] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d88355d-460a-4ea7-8ef2-7279349e15df with status ACTIVE [ 1086.578231] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.578368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.578441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.578660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.578751] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.578937] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.579057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.579123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.579307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.579386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.579632] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.579744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.579833] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.579992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.580082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.580169] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d88355d-460a-4ea7-8ef2-7279349e15df is going to be updated. [ 1086.602914] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1086.603164] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.603239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.603448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1086.603585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.603826] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d88355d-460a-4ea7-8ef2-7279349e15df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.605430] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.010035] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8bdddb8-decc-4fca-bb7e-70d558853d6d: rpc.has_security_group_logging(os_id): False [ 1087.031086] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.031248] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.031320] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.031657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.031755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.031970] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.032095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.032161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.032330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.032409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.032625] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.032734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.032905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.033295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.033295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.033361] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.033448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.033489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.033621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.033693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.033779] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1087.076867] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.099024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.099024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.099024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.099024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.099024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.109289] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.109289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.109289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.109289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.109289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.109289] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa866bae-86ec-4e76-b72e-7042acd62e81 is going to be updated. [ 1087.114236] env[65530]: INFO networking_nsxv3.common.synchronization [req-5f5201de-522d-411a-be36-e98ba9b6ee61 req-4564025a-e90d-4e33-9aa5-c0fb1db69cbb service nova] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_rules [ 1087.114412] env[65530]: INFO networking_nsxv3.common.synchronization [req-5f5201de-522d-411a-be36-e98ba9b6ee61 req-4564025a-e90d-4e33-9aa5-c0fb1db69cbb service nova] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 1087.114978] env[65530]: INFO networking_nsxv3.common.synchronization [req-5f5201de-522d-411a-be36-e98ba9b6ee61 req-4564025a-e90d-4e33-9aa5-c0fb1db69cbb service nova] Enqueued Resource ID: c6fd6159-7021-4780-aaad-fc8ab0d4d817 with Priority: HIGHEST for action port [ 1087.116047] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1087.116847] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_rules [ 1087.116847] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 1087.116847] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6fd6159-7021-4780-aaad-fc8ab0d4d817 with Priority: HIGHEST for action port [ 1087.118040] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.118040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.118040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.118040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.118040] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.118370] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.118478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.122025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.122025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.122025] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.122025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.122025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.122025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.122025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.122025] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.122025] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6fd6159-7021-4780-aaad-fc8ab0d4d817 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.122025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.122025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.122025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.122025] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6fd6159-7021-4780-aaad-fc8ab0d4d817',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.138680] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.138806] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.138846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.139101] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.139353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.151137] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: IN_PROGRESS for 2s [ 1087.579053] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.579162] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.579238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.579472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.579566] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.579695] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f is going to be created. [ 1087.618286] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.618286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.618286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.618655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.618732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.621632] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.624291] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.624291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.624291] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6fd6159-7021-4780-aaad-fc8ab0d4d817 with status ACTIVE [ 1087.624291] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.624291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.624291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.624291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.624291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.624291] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.624291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.624291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.624853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.624853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.624853] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.625439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.625521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.625688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.625859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.625964] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6fd6159-7021-4780-aaad-fc8ab0d4d817 is going to be updated. [ 1087.629646] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: UNINITIALIZED for 2s [ 1087.647559] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.647924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.647924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.648054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.648671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.648671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6fd6159-7021-4780-aaad-fc8ab0d4d817" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.124328] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.627228] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.627501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.627501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.627716] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.627813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.627917] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be updated. [ 1088.664886] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.664886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.664886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.664886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.665156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.674882] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: IN_PROGRESS for 2s [ 1089.131826] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1089.132198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.161611] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: SUCCESS [ 1089.161817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.162020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.162264] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.162479] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.162605] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.162691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.162858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.162964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.163049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.163157] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.640871] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: SUCCESS [ 1089.641338] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.641338] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.641533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.641727] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.641982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.641982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.642434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.642434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.642434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.642434] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.665957] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.666124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.666199] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.666531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.666702] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.666926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.666926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.667107] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.667156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.667216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.667965] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.667965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.667965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.668192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.668192] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.668192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.668582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.668582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.668990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.668990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.668990] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.874047] env[65530]: INFO networking_nsxv3.common.synchronization [req-5d94ec91-8ae2-4a95-804f-a8c12a22945d req-e2f10436-da20-43d3-a57c-b21862bca436 tempest-ServersTestMultiNic-139337514 tempest-ServersTestMultiNic-139337514-project-member] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1089.874756] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1089.875552] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.875737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.875847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.876124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.876291] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.876399] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.876462] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.876619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.876701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.876794] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.145531] env[65530]: INFO networking_nsxv3.common.synchronization [req-5d94ec91-8ae2-4a95-804f-a8c12a22945d req-1042131a-a8b1-4eac-a245-f5f344c4d5d9 tempest-ServersTestMultiNic-139337514 tempest-ServersTestMultiNic-139337514-project-member] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1090.145952] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.146097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.146207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.146449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.146613] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.146721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.146786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.147409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.147409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.147409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.147409] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.147409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.147409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.147672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.148195] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.148195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.148195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.148195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.148412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.148412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.148489] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.149801] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1090.150590] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.150673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.171154] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for aa866bae-86ec-4e76-b72e-7042acd62e81: rpc.has_security_group_logging(os_id): False [ 1090.195366] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.195366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.195366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.195366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.195366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.195366] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.195366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.195366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.195366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.195366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.195366] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.195366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.195366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.196708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.196708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.196976] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.197116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.197368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.197368] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.197540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.198165] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa866bae-86ec-4e76-b72e-7042acd62e81 is going to be updated. [ 1090.276725] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.276725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.276725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.283459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.283459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.309141] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: IN_PROGRESS for 2s [ 1090.380575] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.451929] env[65530]: INFO networking_nsxv3.common.synchronization [req-5d94ec91-8ae2-4a95-804f-a8c12a22945d req-21380a9c-6ebb-47f2-a21d-f93945048350 tempest-ServersTestMultiNic-139337514 tempest-ServersTestMultiNic-139337514-project-member] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1090.452185] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1090.452604] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.452723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.651226] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 36d809c4-9cfd-4b03-8a6b-c13195a11d0f: rpc.has_security_group_logging(os_id): False [ 1090.673338] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.673570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.673570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.673884] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.674014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.674269] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.674496] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.674496] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.674631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.674710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.674896] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.675069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.675122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.675469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.675469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.675558] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.675670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.676144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.676144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.676144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.676272] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f is going to be created. [ 1090.692426] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 1090.692669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.692930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.693428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.693701] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.694068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.694157] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.694417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.694513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.694604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.695519] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.744604] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.744808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.744808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.745445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.745445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.760247] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: IN_PROGRESS for 2s [ 1090.884817] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.197562] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.197860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.197860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.198224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.198450] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.198596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.198722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.198932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.199076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.199240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.199413] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.199579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.199624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.199778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.200103] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.200247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.200317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.200431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.200510] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.200606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.200694] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.387818] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.388016] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.388140] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.388407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.388517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.388635] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1091.433040] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.433216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.433331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.433636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.434501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.445807] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1091.704895] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for de984ea4-1fb7-44a3-b134-80db9a74bfb2: rpc.has_security_group_logging(os_id): False [ 1091.723602] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.723810] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.723887] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.724126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.724279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.724533] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.725629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.725629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.725629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.725629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.725629] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.725629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.725629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.726027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.726027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.726170] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.726170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.726277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.726377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.726411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.726496] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be updated. [ 1091.792172] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.792313] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.792377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.792578] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.792713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.808566] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: IN_PROGRESS for 2s [ 1092.329446] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: SUCCESS [ 1092.329656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.778169] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: SUCCESS [ 1092.778406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.456261] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1093.456584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.456741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.457054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.457272] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.457395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.457469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.457622] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.457704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.457799] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.824848] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 1093.824848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.932557] env[65530]: INFO networking_nsxv3.common.synchronization [req-8f80ec85-375c-453a-98da-20327b61191c req-599a143f-7cd5-4d6e-8275-5e59c1893f69 tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGHEST for action security_group_members [ 1093.933127] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGHEST for action security_group_members [ 1093.933444] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-710d3dc9-20af-4937-850f-367e0e003b66 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.933578] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.933686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.933982] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.934162] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.934270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.934337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.934485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.934564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.934998] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710d3dc9-20af-4937-850f-367e0e003b66',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.959526] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.959862] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.959862] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.959961] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.960105] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.960263] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.960363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.960496] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.960558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.960636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.960720] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1093.989903] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.990117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.990158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.990348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.990486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.000050] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1094.303875] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.304161] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.304250] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.304548] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.304856] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.304999] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.305159] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.305397] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.305540] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.305767] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.305903] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1094.306045] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1094.306179] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1094.306294] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1094.306412] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1094.306564] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1094.328345] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1094.328507] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1094.328586] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1094.328764] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.329494] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-c36e903a-6df8-4ff1-8b36-ab1a5d27ba00 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.329494] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-c36e903a-6df8-4ff1-8b36-ab1a5d27ba00" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.329494] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-c36e903a-6df8-4ff1-8b36-ab1a5d27ba00" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.329831] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-c36e903a-6df8-4ff1-8b36-ab1a5d27ba00" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.329957] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c36e903a-6df8-4ff1-8b36-ab1a5d27ba00',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.437277] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.438042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.438042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.438042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.438369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.438497] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.438663] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.438789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.439064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.439210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.439319] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710d3dc9-20af-4937-850f-367e0e003b66 already deleted. [ 1094.439470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.832657] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.833123] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.833287] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.833693] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.833950] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.834235] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port c36e903a-6df8-4ff1-8b36-ab1a5d27ba00 not found, creating... [ 1094.834655] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.834924] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.835153] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.835554] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.835759] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.836237] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.836463] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.836600] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.836824] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.836964] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.837137] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: c36e903a-6df8-4ff1-8b36-ab1a5d27ba00 is going to be created. [ 1094.856506] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.856709] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.856832] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.857124] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.857349] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.857571] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-c36e903a-6df8-4ff1-8b36-ab1a5d27ba00" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.560522] env[65530]: INFO networking_nsxv3.common.synchronization [req-8f80ec85-375c-453a-98da-20327b61191c req-8a590c03-f3d2-44cf-9235-1b19b7b756e5 service nova] Enqueued Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGHEST for action security_group_rules [ 1095.560737] env[65530]: INFO networking_nsxv3.common.synchronization [req-8f80ec85-375c-453a-98da-20327b61191c req-8a590c03-f3d2-44cf-9235-1b19b7b756e5 service nova] Enqueued Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGHEST for action security_group_members [ 1095.560846] env[65530]: INFO networking_nsxv3.common.synchronization [req-8f80ec85-375c-453a-98da-20327b61191c req-8a590c03-f3d2-44cf-9235-1b19b7b756e5 service nova] Enqueued Resource ID: c36e903a-6df8-4ff1-8b36-ab1a5d27ba00 with Priority: HIGHEST for action port [ 1095.561409] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGHEST for action security_group_rules [ 1095.561547] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGHEST for action security_group_members [ 1095.561646] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c36e903a-6df8-4ff1-8b36-ab1a5d27ba00 with Priority: HIGHEST for action port [ 1095.561921] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710d3dc9-20af-4937-850f-367e0e003b66 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.562688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.562780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.562993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.563095] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710d3dc9-20af-4937-850f-367e0e003b66',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.564382] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-710d3dc9-20af-4937-850f-367e0e003b66 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.564382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.564382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.564537] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.564673] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.564772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.564857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.564997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.565109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.565198] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710d3dc9-20af-4937-850f-367e0e003b66',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.567359] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c36e903a-6df8-4ff1-8b36-ab1a5d27ba00 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.567359] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c36e903a-6df8-4ff1-8b36-ab1a5d27ba00" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.567359] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c36e903a-6df8-4ff1-8b36-ab1a5d27ba00" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.567359] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c36e903a-6df8-4ff1-8b36-ab1a5d27ba00" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.567359] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c36e903a-6df8-4ff1-8b36-ab1a5d27ba00',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.697755] env[65530]: INFO networking_nsxv3.common.synchronization [req-4094fb76-2828-4324-9cad-96ad726246d9 req-89c3e8c4-75e3-4ae8-aab6-451dbf940bd6 tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_members [ 1095.698389] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGHEST for action security_group_members [ 1095.698591] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.698715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.698783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.699144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.699144] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.699245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.699290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.699433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.699518] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.699611] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.746636] env[65530]: INFO networking_nsxv3.common.synchronization [req-4094fb76-2828-4324-9cad-96ad726246d9 req-89c3e8c4-75e3-4ae8-aab6-451dbf940bd6 tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 9d88355d-460a-4ea7-8ef2-7279349e15df with Priority: HIGHEST for action port [ 1095.747617] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d88355d-460a-4ea7-8ef2-7279349e15df with Priority: HIGHEST for action port [ 1095.748081] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d88355d-460a-4ea7-8ef2-7279349e15df taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.748239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d88355d-460a-4ea7-8ef2-7279349e15df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.748347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d88355d-460a-4ea7-8ef2-7279349e15df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.748617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d88355d-460a-4ea7-8ef2-7279349e15df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.748719] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d88355d-460a-4ea7-8ef2-7279349e15df',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.011222] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1096.011473] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d deletion is rescheduled due to dependency. [ 1096.011473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.011642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.011864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.012091] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.012210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.012270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.012400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.012483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.012609] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.068449] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-710d3dc9-20af-4937-850f-367e0e003b66 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.068668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.069035] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('710d3dc9-20af-4937-850f-367e0e003b66',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.070018] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c36e903a-6df8-4ff1-8b36-ab1a5d27ba00 with status ACTIVE [ 1096.070211] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.070332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.070404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.070719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.070932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.071198] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.071318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.071381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.071549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.071634] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.071820] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.071915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.071976] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.072134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.072210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.072297] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c36e903a-6df8-4ff1-8b36-ab1a5d27ba00 is going to be updated. [ 1096.094105] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.094325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.094325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.094802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.094802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.094957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c36e903a-6df8-4ff1-8b36-ab1a5d27ba00" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.202314] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.202532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.202607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.202831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.202924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.203144] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.203269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.203334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.203485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.203554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.203641] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f is going to be updated. [ 1096.233849] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.233998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.234080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.235870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.236117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.246952] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: IN_PROGRESS for 2s [ 1096.250664] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d88355d-460a-4ea7-8ef2-7279349e15df with status ACTIVE [ 1096.251320] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.251320] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.251320] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.251320] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.251506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.251565] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.251682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.251827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.251899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.251974] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.252186] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.252301] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.252419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.252528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.252610] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.252710] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d88355d-460a-4ea7-8ef2-7279349e15df is going to be updated. [ 1096.273332] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.273660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.273824] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.274142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.274376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.274693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d88355d-460a-4ea7-8ef2-7279349e15df" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.374220] env[65530]: INFO networking_nsxv3.common.synchronization [req-d46f1550-1dad-4bde-9240-8f7123c69e9f req-899ac35c-2d98-4d7f-868b-9e0e1d7b7e33 tempest-ListImageFiltersTestJSON-1450831529 tempest-ListImageFiltersTestJSON-1450831529-project-member] Enqueued Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_members [ 1096.374817] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_members [ 1096.376614] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.376840] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.377106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.377565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.377763] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.377886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.377993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.378287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.378385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.378559] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.517376] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.519168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.519168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.519353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.519447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.519665] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.519772] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.519835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.520695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.520695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.520695] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1096.547802] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.548031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.548205] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.548372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.548496] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.560924] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1096.574404] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('710d3dc9-20af-4937-850f-367e0e003b66',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.776124] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.776372] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.777038] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.777038] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.777038] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.777203] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.777286] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.777500] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.777640] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.777840] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.777955] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1096.778073] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1096.781256] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1096.781256] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1096.781256] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1096.781256] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1096.803287] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1096.803457] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1096.803603] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1096.803809] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.804153] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-f8c1fa22-92e1-4457-afad-38f532575724 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.804327] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-f8c1fa22-92e1-4457-afad-38f532575724" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.804524] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-f8c1fa22-92e1-4457-afad-38f532575724" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.804768] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-f8c1fa22-92e1-4457-afad-38f532575724" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.804978] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c1fa22-92e1-4457-afad-38f532575724',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.881435] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.881930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.881930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.881930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.882083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.882165] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.882419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.882419] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.882533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.882533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.882618] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9be315f-d964-4414-b336-f0e757be5d78 already deleted. [ 1096.882734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.077426] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.077937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.077937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.078122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.078250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.078398] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710d3dc9-20af-4937-850f-367e0e003b66 is going to be created. [ 1097.115140] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.115363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.115439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.115595] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.115779] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.129806] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710d3dc9-20af-4937-850f-367e0e003b66 in Status: UNINITIALIZED for 2s [ 1097.307111] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.307398] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.307531] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.307826] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.307978] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.308162] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port f8c1fa22-92e1-4457-afad-38f532575724 not found, creating... [ 1097.308434] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.308600] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.308719] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.308946] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.309100] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.309381] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.309539] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.309657] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.309872] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.310000] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.310158] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: f8c1fa22-92e1-4457-afad-38f532575724 is going to be created. [ 1097.352315] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.352564] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.352674] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.352955] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.353349] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.353593] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-f8c1fa22-92e1-4457-afad-38f532575724" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.049263] env[65530]: INFO networking_nsxv3.common.synchronization [req-d46f1550-1dad-4bde-9240-8f7123c69e9f req-58e60034-a76b-452e-a764-bc47dd6fa6cc service nova] Enqueued Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_rules [ 1098.049442] env[65530]: INFO networking_nsxv3.common.synchronization [req-d46f1550-1dad-4bde-9240-8f7123c69e9f req-58e60034-a76b-452e-a764-bc47dd6fa6cc service nova] Enqueued Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_members [ 1098.049634] env[65530]: INFO networking_nsxv3.common.synchronization [req-d46f1550-1dad-4bde-9240-8f7123c69e9f req-58e60034-a76b-452e-a764-bc47dd6fa6cc service nova] Enqueued Resource ID: f8c1fa22-92e1-4457-afad-38f532575724 with Priority: HIGHEST for action port [ 1098.051293] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_rules [ 1098.051293] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_members [ 1098.051293] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8c1fa22-92e1-4457-afad-38f532575724 with Priority: HIGHEST for action port [ 1098.051293] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.051293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.051293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.051293] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.051293] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.052291] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.052428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.052515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.052804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.053370] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.053542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.053631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.053837] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.053963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.054093] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.054917] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-f8c1fa22-92e1-4457-afad-38f532575724 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.054984] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f8c1fa22-92e1-4457-afad-38f532575724" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.055468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f8c1fa22-92e1-4457-afad-38f532575724" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.055468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f8c1fa22-92e1-4457-afad-38f532575724" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.055468] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f8c1fa22-92e1-4457-afad-38f532575724',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.256788] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f in Status: SUCCESS [ 1098.257205] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f deletion is rescheduled due to dependency. [ 1098.257249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.557162] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.558180] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.558369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.559426] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f8c1fa22-92e1-4457-afad-38f532575724 with status ACTIVE [ 1098.559426] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.559426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.559426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.559426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.559426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.559803] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.559803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.559803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.559916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.559916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.560112] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.560210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.560271] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.560481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.560481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.560563] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f8c1fa22-92e1-4457-afad-38f532575724 is going to be updated. [ 1098.572551] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1098.572894] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d deletion is rescheduled due to dependency. [ 1098.573070] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.586166] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.586166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.586166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.586166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.586166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.586166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f8c1fa22-92e1-4457-afad-38f532575724" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.702835] env[65530]: INFO networking_nsxv3.common.synchronization [req-b78265be-4f0e-44c3-b9fc-8ff68ead29f2 req-bb42b68c-76cd-4b0c-bfe3-10d8f03adc7a tempest-ListImageFiltersTestJSON-1450831529 tempest-ListImageFiltersTestJSON-1450831529-project-member] Enqueued Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_members [ 1098.703026] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_members [ 1098.704448] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.704657] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.059554] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.140166] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710d3dc9-20af-4937-850f-367e0e003b66 in Status: SUCCESS [ 1099.140386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.140553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.140777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.140970] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.141111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.141177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.141336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.141417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.141502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.141595] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('710d3dc9-20af-4937-850f-367e0e003b66',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.562549] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.562861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.562861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.562980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.563085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.563183] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9be315f-d964-4414-b336-f0e757be5d78 is going to be created. [ 1099.588695] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.588953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.589076] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.589421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.589719] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.601751] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: UNINITIALIZED for 2s [ 1099.611367] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-583 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.611697] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.612338] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.612338] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.612542] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.612714] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.612962] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.613062] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.613273] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.613542] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.613733] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1099.613896] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1099.613941] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1099.614051] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1099.614161] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1099.614341] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1099.639263] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1099.639456] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1099.639600] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1099.639768] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-583" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.640118] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-679d475d-b838-4fd8-abcd-47e302caa8b8 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.640293] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-679d475d-b838-4fd8-abcd-47e302caa8b8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.640513] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-679d475d-b838-4fd8-abcd-47e302caa8b8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.640851] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-679d475d-b838-4fd8-abcd-47e302caa8b8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.641195] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679d475d-b838-4fd8-abcd-47e302caa8b8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.644431] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('710d3dc9-20af-4937-850f-367e0e003b66',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.144369] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.144645] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.144728] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.145054] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.145206] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.145503] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 679d475d-b838-4fd8-abcd-47e302caa8b8 not found, creating... [ 1100.146130] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.146336] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.146459] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.146716] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.146908] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.147437] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.147534] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.148353] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.148651] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.148820] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.148973] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 679d475d-b838-4fd8-abcd-47e302caa8b8 is going to be created. [ 1100.150171] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 710d3dc9-20af-4937-850f-367e0e003b66: rpc.has_security_group_logging(os_id): False [ 1100.178387] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.178538] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.178633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.178938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.179143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.179436] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.179548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.179615] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.179789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.179870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.179959] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710d3dc9-20af-4937-850f-367e0e003b66 is going to be created. [ 1100.185168] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.185375] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.185499] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.185756] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.186085] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.186362] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-679d475d-b838-4fd8-abcd-47e302caa8b8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.249796] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.249981] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.250082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.250308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.250557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.264376] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 710d3dc9-20af-4937-850f-367e0e003b66 in Status: IN_PROGRESS for 2s [ 1100.886022] env[65530]: INFO networking_nsxv3.common.synchronization [req-b78265be-4f0e-44c3-b9fc-8ff68ead29f2 req-30811a93-2477-4852-a474-b2e59427d169 service nova] Enqueued Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_rules [ 1100.886022] env[65530]: INFO networking_nsxv3.common.synchronization [req-b78265be-4f0e-44c3-b9fc-8ff68ead29f2 req-30811a93-2477-4852-a474-b2e59427d169 service nova] Enqueued Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_members [ 1100.886022] env[65530]: INFO networking_nsxv3.common.synchronization [req-b78265be-4f0e-44c3-b9fc-8ff68ead29f2 req-30811a93-2477-4852-a474-b2e59427d169 service nova] Enqueued Resource ID: 679d475d-b838-4fd8-abcd-47e302caa8b8 with Priority: HIGHEST for action port [ 1100.886022] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_rules [ 1100.886022] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_members [ 1100.886843] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 679d475d-b838-4fd8-abcd-47e302caa8b8 with Priority: HIGHEST for action port [ 1100.887643] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.887876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.890334] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.890334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.890334] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-679d475d-b838-4fd8-abcd-47e302caa8b8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.890334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-679d475d-b838-4fd8-abcd-47e302caa8b8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.890334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-679d475d-b838-4fd8-abcd-47e302caa8b8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.890334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-679d475d-b838-4fd8-abcd-47e302caa8b8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.890334] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('679d475d-b838-4fd8-abcd-47e302caa8b8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.390947] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 679d475d-b838-4fd8-abcd-47e302caa8b8 with status ACTIVE [ 1101.391284] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.391425] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.391493] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.391682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.391773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.391943] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.392058] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.392123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.392273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.392348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.392522] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.392616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.392677] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.392816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.392886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.392972] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 679d475d-b838-4fd8-abcd-47e302caa8b8 is going to be updated. [ 1101.416593] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.416795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.416795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.417066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.417211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.417374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-679d475d-b838-4fd8-abcd-47e302caa8b8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.611660] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: SUCCESS [ 1101.611927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.612129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.612373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.612572] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.612721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.612780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.612987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.613084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.613160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.613266] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.614158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.614336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.614515] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.614648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.614714] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.614852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.614916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.615047] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.117216] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.117628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.117628] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.278301] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 710d3dc9-20af-4937-850f-367e0e003b66 in Status: SUCCESS [ 1102.278584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.620471] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.125586] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.126227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.126227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.126227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.126401] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.126450] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9be315f-d964-4414-b336-f0e757be5d78 is going to be updated. [ 1103.172483] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.172783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.172850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.173348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.173619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.184805] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: IN_PROGRESS for 2s [ 1104.116962] env[65530]: INFO networking_nsxv3.common.synchronization [req-e259fc2f-c2f1-4000-87a9-2c5d4bee6fd2 req-a23f06a2-5bb0-45d9-a001-dfccf0c3e158 tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_members [ 1104.118116] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_members [ 1104.119652] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.119652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.119652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.119652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.119652] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.119652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.119652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.119652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.120039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.120039] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.624822] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.127724] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.197834] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: SUCCESS [ 1105.198225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.198439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.198685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.198883] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.199010] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.199097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.199233] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.199308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.199402] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.631380] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.631907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.631907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.632352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.632526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.632664] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce is going to be updated. [ 1105.668127] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.668309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.668423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.669422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.669598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.680511] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: IN_PROGRESS for 2s [ 1105.702144] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.204645] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.708117] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.708473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.708473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.708592] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.708682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.708786] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9be315f-d964-4414-b336-f0e757be5d78 is going to be updated. [ 1106.738186] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.738339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.738427] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.738926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.738926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.749166] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: IN_PROGRESS for 2s [ 1107.692342] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: SUCCESS [ 1107.692342] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.721880] env[65530]: INFO networking_nsxv3.common.synchronization [req-1b8448a5-645b-4eec-8501-fe205d025deb req-9c5f5204-fff1-40c6-a59d-e6e393d29cc3 tempest-DeleteServersTestJSON-1181561514 tempest-DeleteServersTestJSON-1181561514-project-member] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1107.721880] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1107.722225] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.722357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.722426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.722588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.722743] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.722841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.722903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.723121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.723231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.723342] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.039251] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-56 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.039460] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.039587] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.039870] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.040145] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.040311] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.040430] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.040649] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.040793] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.041015] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.041150] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1108.041319] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1108.041444] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1108.041562] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1108.041670] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1108.041803] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1108.060280] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1108.060457] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1108.060592] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1108.060814] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.061166] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-a4e4e9f5-3a71-4336-87fb-443246cec3f5 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.061349] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-a4e4e9f5-3a71-4336-87fb-443246cec3f5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.061471] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-a4e4e9f5-3a71-4336-87fb-443246cec3f5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.062035] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-a4e4e9f5-3a71-4336-87fb-443246cec3f5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.062246] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e4e9f5-3a71-4336-87fb-443246cec3f5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.224948] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.225174] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.225268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.225520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.225658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.225932] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.226105] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.226191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.226375] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.226471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.226584] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 1108.258742] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.258915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.259063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.259387] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.259927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.271850] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 1108.565362] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.565650] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.565788] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.566260] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.566368] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.566655] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port a4e4e9f5-3a71-4336-87fb-443246cec3f5 not found, creating... [ 1108.566835] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.567091] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.567242] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.567495] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.567643] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.567985] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.568177] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.568295] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.568640] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.568749] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.568950] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: a4e4e9f5-3a71-4336-87fb-443246cec3f5 is going to be created. [ 1108.595561] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.595826] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.595826] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.596515] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.596880] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.597359] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-a4e4e9f5-3a71-4336-87fb-443246cec3f5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.761801] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: SUCCESS [ 1108.763970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.764206] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.764547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.764817] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.764953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.765088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.765325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.765435] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.765541] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.765722] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.765831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.765968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.766156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.766353] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.766459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.766524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.766721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.766803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.766931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.767093] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.270070] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9be315f-d964-4414-b336-f0e757be5d78: rpc.has_security_group_logging(os_id): False [ 1109.291708] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.291945] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.292086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.292420] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.292589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.292931] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.293087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.293159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.293334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.293474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.293685] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.293789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.293843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.294033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.294080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.294378] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.294378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.294542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.294542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.294638] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.294674] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9be315f-d964-4414-b336-f0e757be5d78 is going to be created. [ 1109.298706] env[65530]: INFO networking_nsxv3.common.synchronization [req-1b8448a5-645b-4eec-8501-fe205d025deb req-cbed646a-913c-4a69-91a6-9f41da9c1703 service nova] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_rules [ 1109.298706] env[65530]: INFO networking_nsxv3.common.synchronization [req-1b8448a5-645b-4eec-8501-fe205d025deb req-cbed646a-913c-4a69-91a6-9f41da9c1703 service nova] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1109.298848] env[65530]: INFO networking_nsxv3.common.synchronization [req-1b8448a5-645b-4eec-8501-fe205d025deb req-cbed646a-913c-4a69-91a6-9f41da9c1703 service nova] Enqueued Resource ID: a4e4e9f5-3a71-4336-87fb-443246cec3f5 with Priority: HIGHEST for action port [ 1109.299272] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_rules [ 1109.299411] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1109.299509] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4e4e9f5-3a71-4336-87fb-443246cec3f5 with Priority: HIGHEST for action port [ 1109.299769] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.299880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.299945] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.300148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.300291] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.301153] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.301244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.301438] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-a4e4e9f5-3a71-4336-87fb-443246cec3f5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.301538] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a4e4e9f5-3a71-4336-87fb-443246cec3f5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.301603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a4e4e9f5-3a71-4336-87fb-443246cec3f5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.301769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a4e4e9f5-3a71-4336-87fb-443246cec3f5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.301845] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a4e4e9f5-3a71-4336-87fb-443246cec3f5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.378786] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.379383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.379383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.379383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.379383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.392266] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: IN_PROGRESS for 2s [ 1109.803162] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.803434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.807760] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a4e4e9f5-3a71-4336-87fb-443246cec3f5 with status ACTIVE [ 1109.808710] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.808710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.808710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.808710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.808710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.808926] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.809024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.809186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.809261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.809306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.809479] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.809567] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.809626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.809760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.809830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.810044] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a4e4e9f5-3a71-4336-87fb-443246cec3f5 is going to be updated. [ 1109.835814] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.836633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.836690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.836869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.837028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.837197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a4e4e9f5-3a71-4336-87fb-443246cec3f5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.286279] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 1110.286747] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 deletion is rescheduled due to dependency. [ 1110.286747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.286747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.287066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.287511] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.287511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.287511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.288060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.288060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.288060] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.790673] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.294082] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.408294] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: SUCCESS [ 1111.408484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.408643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.408875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.408967] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.796026] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.796268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.796345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.796565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.796655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.796756] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 1111.831403] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.831643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.831643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.831944] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.832017] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.842570] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 1111.911379] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.911540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.911590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.911792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.911983] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.912126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.912218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.912348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.912431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.912516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.912608] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.415580] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.416137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.416137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.416236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.416391] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.416502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.416567] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.416735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.416827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.416924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.417179] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.417292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.417381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.417552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.417711] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.417845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.417911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.418112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.418197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.418242] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.418339] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.637684] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.637905] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.638325] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.638764] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.639085] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.639232] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.639356] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.639604] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.639754] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.640046] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.640229] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1112.640368] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1112.640497] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1112.640616] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1112.640724] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1112.640856] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1112.665398] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1112.665644] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1112.665769] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1112.666015] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.666356] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-24381482-79e6-4953-ad84-e9130bcc723a taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.666536] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.666659] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.666950] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.667152] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24381482-79e6-4953-ad84-e9130bcc723a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.920890] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b9be315f-d964-4414-b336-f0e757be5d78: rpc.has_security_group_logging(os_id): False [ 1112.939962] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.940197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.940197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.940420] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.940519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.940782] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.940946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.940946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.941138] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.941273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.941452] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.941575] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.941651] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.941802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.941867] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.942097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.942224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.942282] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.942446] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.942538] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.942625] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b9be315f-d964-4414-b336-f0e757be5d78 is going to be updated. [ 1113.028120] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.028376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.028434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.028724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.028930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.070334] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: IN_PROGRESS for 2s [ 1113.107064] env[65530]: INFO networking_nsxv3.common.synchronization [req-24c1d7b7-7d99-4c9d-b242-200af1fcf304 req-bb132ee2-8a85-45b1-8434-346a7508681c tempest-ServerActionsTestJSON-971036309 tempest-ServerActionsTestJSON-971036309-project-member] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1113.107370] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1113.107693] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.107823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.107886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.108406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.108697] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.108865] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.108989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.109219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.109355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.109499] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.170212] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.170422] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.170572] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.170843] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.170992] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.171310] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.171469] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.171590] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.171810] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.171942] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.172239] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.172395] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.172513] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.172717] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.172850] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.172994] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 24381482-79e6-4953-ad84-e9130bcc723a is going to be updated. [ 1113.206976] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.207229] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.207381] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.207602] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.207809] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.208057] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.612317] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.612669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.612669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.612761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.612843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.613040] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.613143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.613205] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.613352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.613429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.613516] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be updated. [ 1113.644097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.644275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.644341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.644558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.644757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.654015] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: IN_PROGRESS for 2s [ 1113.854211] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 1113.855045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.855045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.855045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.855285] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.855401] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.855513] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.855723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.855992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.856112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.856334] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.941742] env[65530]: INFO networking_nsxv3.common.synchronization [req-43392086-dc24-43f7-af71-d81561dab254 req-27f95739-33ff-48ea-88ab-2b3ae6074924 service nova] Enqueued Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_rules [ 1113.942197] env[65530]: INFO networking_nsxv3.common.synchronization [req-43392086-dc24-43f7-af71-d81561dab254 req-27f95739-33ff-48ea-88ab-2b3ae6074924 service nova] Enqueued Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_members [ 1113.942486] env[65530]: INFO networking_nsxv3.common.synchronization [req-43392086-dc24-43f7-af71-d81561dab254 req-27f95739-33ff-48ea-88ab-2b3ae6074924 service nova] Enqueued Resource ID: 24381482-79e6-4953-ad84-e9130bcc723a with Priority: HIGHEST for action port [ 1113.950374] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_rules [ 1113.955094] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_members [ 1113.955094] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24381482-79e6-4953-ad84-e9130bcc723a with Priority: HIGHEST for action port [ 1113.956166] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cab64b1-4044-4077-8bcd-4510da8c3945 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.956325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.956395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.956611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.956697] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.958532] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab64b1-4044-4077-8bcd-4510da8c3945 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.958691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.958743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.959336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.959336] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.959336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.959529] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.959815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.959928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.960317] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.961496] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-24381482-79e6-4953-ad84-e9130bcc723a taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.961649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.961791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.962168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.962168] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24381482-79e6-4953-ad84-e9130bcc723a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.359048] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.359322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.359407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.359596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.359772] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.359875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.359943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.360116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.360213] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.360290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.360440] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.360535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.360626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.360778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.360969] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.361125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.361166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.361297] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.361396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.361588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.361588] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.466054] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.467211] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab64b1-4044-4077-8bcd-4510da8c3945 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.467382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.467473] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24381482-79e6-4953-ad84-e9130bcc723a with status ACTIVE [ 1114.467625] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.467743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.467789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.467980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.468079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.468263] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.468375] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.468432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.468629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.468722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.468942] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.469093] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.469161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.469327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.469411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.469477] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24381482-79e6-4953-ad84-e9130bcc723a is going to be updated. [ 1114.493174] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.493328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.493399] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.493616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.493755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.494052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24381482-79e6-4953-ad84-e9130bcc723a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.864498] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c7c771-f3e0-4914-bbef-543112491834: rpc.has_security_group_logging(os_id): False [ 1114.882708] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.882937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.883046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.883213] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.883299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.883522] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.883641] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.883707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.883848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.883929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.884132] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.884224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.884279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.884461] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.884527] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.884671] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.884780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.884841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.884949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.885034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.885123] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 1114.971331] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.971584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.971584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.971757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.971915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.973143] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.008026] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 1115.092977] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: SUCCESS [ 1115.093244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.477207] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.477207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.477207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.477207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.477207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.477207] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 is going to be updated. [ 1115.512128] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.512128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.512128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.512528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.512528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.524050] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 in Status: IN_PROGRESS for 2s [ 1115.551026] env[65530]: INFO networking_nsxv3.common.synchronization [req-45cb709a-5d88-457c-bcb8-c5f1d92cf85f req-38846473-fc9f-4fc3-a63c-10436c3610b0 tempest-ServersTestMultiNic-139337514 tempest-ServersTestMultiNic-139337514-project-member] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1115.551026] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1115.551026] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.551026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.551026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.551026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.551026] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.551026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.551026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.551026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.551841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.551841] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.664484] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 1115.664714] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 deletion is rescheduled due to dependency. [ 1115.664777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.892437] env[65530]: INFO networking_nsxv3.common.synchronization [req-45cb709a-5d88-457c-bcb8-c5f1d92cf85f req-23320932-50bb-42c3-833c-e2a73f0ddd86 tempest-ServersTestMultiNic-139337514 tempest-ServersTestMultiNic-139337514-project-member] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1115.893518] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1115.894123] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.894428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.056521] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.056521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.056521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.056521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.056521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.056521] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.056521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.056521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.056521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.056521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.056521] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1116.086929] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.087130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.087202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.087413] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.087611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.097997] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1116.278200] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-768 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.278433] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-768" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.278567] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-768" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.278957] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-768" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.279530] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.279702] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.279819] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.280067] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.280216] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.280426] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.280543] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1116.280642] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1116.280750] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1116.280858] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1116.281047] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1116.281146] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1116.306138] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1116.306382] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1116.306521] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1116.306731] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-768" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.307121] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-026a8faf-d270-4fa1-bd8e-693f3bdd7443 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.307334] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-026a8faf-d270-4fa1-bd8e-693f3bdd7443" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.307488] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-026a8faf-d270-4fa1-bd8e-693f3bdd7443" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.307898] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-026a8faf-d270-4fa1-bd8e-693f3bdd7443" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.308099] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('026a8faf-d270-4fa1-bd8e-693f3bdd7443',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1116.811154] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.811441] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.811548] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.811865] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.812136] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.812347] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 026a8faf-d270-4fa1-bd8e-693f3bdd7443 not found, creating... [ 1116.812682] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.812893] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.813023] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.813331] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.813510] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.813881] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.814125] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.814290] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.814547] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.814720] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.814917] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 026a8faf-d270-4fa1-bd8e-693f3bdd7443 is going to be created. [ 1116.839414] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.839746] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.839876] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.840134] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.840475] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.840738] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-026a8faf-d270-4fa1-bd8e-693f3bdd7443" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.028540] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 1117.028842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.538034] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 in Status: SUCCESS [ 1117.538034] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.538476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.538476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.538668] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.539752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.539752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.539752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.539752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.539752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.539986] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.589945] env[65530]: INFO networking_nsxv3.common.synchronization [req-45cb709a-5d88-457c-bcb8-c5f1d92cf85f req-371cf7e7-50b1-4198-bb41-2b2595d8673f service nova] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_rules [ 1117.590177] env[65530]: INFO networking_nsxv3.common.synchronization [req-45cb709a-5d88-457c-bcb8-c5f1d92cf85f req-371cf7e7-50b1-4198-bb41-2b2595d8673f service nova] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1117.590341] env[65530]: INFO networking_nsxv3.common.synchronization [req-45cb709a-5d88-457c-bcb8-c5f1d92cf85f req-371cf7e7-50b1-4198-bb41-2b2595d8673f service nova] Enqueued Resource ID: 026a8faf-d270-4fa1-bd8e-693f3bdd7443 with Priority: HIGHEST for action port [ 1117.590903] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_rules [ 1117.591879] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1117.771543] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 026a8faf-d270-4fa1-bd8e-693f3bdd7443 with Priority: HIGHEST for action port [ 1117.772689] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.772689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.772689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.772689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.772689] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.773641] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.773802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.775053] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-026a8faf-d270-4fa1-bd8e-693f3bdd7443 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.775053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-026a8faf-d270-4fa1-bd8e-693f3bdd7443" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.775053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-026a8faf-d270-4fa1-bd8e-693f3bdd7443" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.775053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-026a8faf-d270-4fa1-bd8e-693f3bdd7443" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.775053] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('026a8faf-d270-4fa1-bd8e-693f3bdd7443',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.042810] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.110834] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1118.111046] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d deletion is rescheduled due to dependency. [ 1118.111591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.111908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.112148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.112876] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.112876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.112876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.113147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.113250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.113352] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.277181] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.277374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.277682] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 026a8faf-d270-4fa1-bd8e-693f3bdd7443 with status ACTIVE [ 1118.277952] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.278139] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.278251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.278589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.278916] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.279095] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.279211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.279304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.279576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.279717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.280023] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.280184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.280290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.280530] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.280658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.280805] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 026a8faf-d270-4fa1-bd8e-693f3bdd7443 is going to be updated. [ 1118.308763] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.309422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.309422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.309422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.309611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.309754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-026a8faf-d270-4fa1-bd8e-693f3bdd7443" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.464684] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-318 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.464998] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-318" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.465210] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-318" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.465570] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-318" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.465888] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.466109] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.466267] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.466560] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.466731] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.466975] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.467124] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1118.467271] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1118.467391] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1118.467546] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1118.467694] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1118.467878] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1118.503020] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1118.505029] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1118.505029] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1118.505029] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-318" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.505029] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.505029] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.505029] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.505488] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.505690] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.545190] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1cab64b1-4044-4077-8bcd-4510da8c3945: rpc.has_security_group_logging(os_id): False [ 1118.565174] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.565174] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.565174] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.565400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.565400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.565623] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.565715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.565758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.566036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.566099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.566195] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 is going to be updated. [ 1118.616569] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.684166] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.684166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.684166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.684166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.684166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.700763] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 in Status: IN_PROGRESS for 2s [ 1119.008781] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.009102] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.009239] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.009646] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.009882] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.010091] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5 not found, creating... [ 1119.010469] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.010732] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.010893] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.011216] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.011415] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.011813] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.012059] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.012246] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.012539] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.012746] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.012964] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5 is going to be created. [ 1119.039843] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.040105] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.040243] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.040573] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.041262] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.041262] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.119161] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.625064] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.625064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.625064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.625064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.625064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.625064] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1119.667414] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.667414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.667414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.667414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.667414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.685909] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1119.814721] env[65530]: INFO networking_nsxv3.common.synchronization [req-45cb709a-5d88-457c-bcb8-c5f1d92cf85f req-5d251a87-b052-4026-b708-e8506b4b5e76 service nova] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_rules [ 1119.814721] env[65530]: INFO networking_nsxv3.common.synchronization [req-45cb709a-5d88-457c-bcb8-c5f1d92cf85f req-5d251a87-b052-4026-b708-e8506b4b5e76 service nova] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1119.814721] env[65530]: INFO networking_nsxv3.common.synchronization [req-45cb709a-5d88-457c-bcb8-c5f1d92cf85f req-5d251a87-b052-4026-b708-e8506b4b5e76 service nova] Enqueued Resource ID: 9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5 with Priority: HIGHEST for action port [ 1119.815518] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_rules [ 1119.815724] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1119.816407] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5 with Priority: HIGHEST for action port [ 1119.816799] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.817915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.817915] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.817915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.817915] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.817915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.817915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.817915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.818506] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.322203] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5 with status ACTIVE [ 1120.322618] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.322618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.322618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.322899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.323791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.323791] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.323791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.323791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.323791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.323791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.323791] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.324583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.324583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.324583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.324583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.324583] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5 is going to be updated. [ 1120.350633] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.350803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.350866] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.351275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.351275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.351406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d42ac5c-c5fa-4421-8a90-09d9e1b35ae5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.715958] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 in Status: SUCCESS [ 1120.716277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.053110] env[65530]: INFO networking_nsxv3.common.synchronization [req-b7482e12-128c-4fa1-8656-ddcc9f5c461f req-f05530d8-1233-4c47-921a-f1cf91d199d0 tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_members [ 1121.053914] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGHEST for action security_group_members [ 1121.054336] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.054466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.054533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.054762] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.054922] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.055032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.055113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.055317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.055367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.055482] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.557886] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.558607] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.558940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.561026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.561026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.561026] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.561026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.561026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.561026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.561026] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.561026] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce is going to be updated. [ 1121.596060] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.596060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.596453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.596487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.596632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.608578] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: IN_PROGRESS for 2s [ 1121.698344] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1121.698520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.698681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.698921] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.699173] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.699306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.699372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.699549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.699632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.699722] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.206530] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.460491] env[65530]: INFO networking_nsxv3.common.synchronization [None req-5ea8a5bf-df8a-403c-b926-85c7775ab0a2 tempest-ServerRescueNegativeTestJSON-1218420595 tempest-ServerRescueNegativeTestJSON-1218420595-project-member] Enqueued Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGHEST for action security_group_rules [ 1122.461395] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGHEST for action security_group_rules [ 1122.461866] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8152009f-9894-492f-a4ba-039da7703e12 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.462021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.462356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.462356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.462476] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8152009f-9894-492f-a4ba-039da7703e12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.594886] env[65530]: INFO networking_nsxv3.common.synchronization [None req-f52abe43-93d2-4106-8568-8aee14e64b67 tempest-ServerRescueNegativeTestJSON-1218420595 tempest-ServerRescueNegativeTestJSON-1218420595-project-member] Enqueued Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGHEST for action security_group_rules [ 1122.595617] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGHEST for action security_group_rules [ 1122.596334] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8152009f-9894-492f-a4ba-039da7703e12 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.596760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.708229] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.986405] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.986684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.986684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.986940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.986940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.987069] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8152009f-9894-492f-a4ba-039da7703e12 already deleted. [ 1122.987116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.987675] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.987855] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.987944] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8152009f-9894-492f-a4ba-039da7703e12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.128173] env[65530]: INFO networking_nsxv3.common.synchronization [req-e1e1fd29-1d49-452d-afc0-9de96ecfbd9d req-a937bc4a-114c-4af3-8ed2-d459580d16a2 tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_members [ 1123.128246] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_members [ 1123.128553] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.131734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.131734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.131734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.131734] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.131734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.131734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.131734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.131734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.131734] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.213791] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.213791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.213791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.213791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.213791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.213791] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1123.275685] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.275685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.275685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.275685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.275685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.290188] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1123.511619] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.511800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.511864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.512081] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.512177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.512274] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8152009f-9894-492f-a4ba-039da7703e12 already deleted. [ 1123.512352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.619713] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce in Status: SUCCESS [ 1123.620037] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce deletion is rescheduled due to dependency. [ 1123.620037] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.632760] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-562 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.633314] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.633314] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.633524] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.633667] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.634547] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.634547] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.634547] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.634673] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.634907] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.635015] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1123.635075] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1123.635145] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1123.635587] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1123.635587] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1123.635587] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1123.641585] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.665912] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1123.666353] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1123.666353] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1123.666556] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-562" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.666881] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-2191fe24-c7fc-4040-9f92-bb3e011f9221 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.667092] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-2191fe24-c7fc-4040-9f92-bb3e011f9221" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.667297] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-2191fe24-c7fc-4040-9f92-bb3e011f9221" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.667677] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-2191fe24-c7fc-4040-9f92-bb3e011f9221" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.667843] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2191fe24-c7fc-4040-9f92-bb3e011f9221',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.930013] env[65530]: INFO networking_nsxv3.common.synchronization [req-286229b5-2d2b-4821-bfba-1f63fd711930 req-7cf603ca-6094-48ef-823f-34a132505bb4 tempest-DeleteServersTestJSON-1181561514 tempest-DeleteServersTestJSON-1181561514-project-member] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1123.930616] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1123.931143] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.931143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.931143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.931726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.931922] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.932048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.932114] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.932306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.932401] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.932496] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.144720] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.170748] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.171120] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.171440] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.171823] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.172017] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.172224] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 2191fe24-c7fc-4040-9f92-bb3e011f9221 not found, creating... [ 1124.172626] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.172723] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.172910] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.173219] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.173370] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.173699] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.173864] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.173981] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.174336] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.174469] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.174684] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 2191fe24-c7fc-4040-9f92-bb3e011f9221 is going to be created. [ 1124.197845] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.197845] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.197845] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.197845] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.198139] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.198909] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-2191fe24-c7fc-4040-9f92-bb3e011f9221" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.435206] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.435473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.435473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.435649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.435742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.435942] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.436123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.436209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.437153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.437153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.437153] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 1124.466761] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.466946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.467220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.467314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.467524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.477175] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 1124.648044] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.648661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.648661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.648661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.648810] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.648810] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 736d15d0-1667-407c-8648-46e2548b28f2 is going to be updated. [ 1124.679124] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.679383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.679502] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.679829] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.680089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.691204] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: IN_PROGRESS for 2s [ 1124.942694] env[65530]: INFO networking_nsxv3.common.synchronization [req-e1e1fd29-1d49-452d-afc0-9de96ecfbd9d req-fcb1c9ae-9ce8-49d3-8b5e-928179af0aff service nova] Enqueued Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_rules [ 1124.942960] env[65530]: INFO networking_nsxv3.common.synchronization [req-e1e1fd29-1d49-452d-afc0-9de96ecfbd9d req-fcb1c9ae-9ce8-49d3-8b5e-928179af0aff service nova] Enqueued Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_members [ 1124.943187] env[65530]: INFO networking_nsxv3.common.synchronization [req-e1e1fd29-1d49-452d-afc0-9de96ecfbd9d req-fcb1c9ae-9ce8-49d3-8b5e-928179af0aff service nova] Enqueued Resource ID: 2191fe24-c7fc-4040-9f92-bb3e011f9221 with Priority: HIGHEST for action port [ 1124.943916] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_rules [ 1124.943974] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_members [ 1124.944079] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2191fe24-c7fc-4040-9f92-bb3e011f9221 with Priority: HIGHEST for action port [ 1124.944393] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.944522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.944653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.944885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.945105] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1124.946562] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.946753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.948346] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-2191fe24-c7fc-4040-9f92-bb3e011f9221 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1124.948346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2191fe24-c7fc-4040-9f92-bb3e011f9221" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.948346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2191fe24-c7fc-4040-9f92-bb3e011f9221" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.948346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2191fe24-c7fc-4040-9f92-bb3e011f9221" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1124.948346] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2191fe24-c7fc-4040-9f92-bb3e011f9221',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.306883] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1125.307240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.307443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.307761] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.308098] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.308331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.308466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.309705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.309705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.309705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.309705] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.310980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.312625] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.313056] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.313354] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.313578] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.315243] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.315243] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.315243] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.450772] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.450924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.451101] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2191fe24-c7fc-4040-9f92-bb3e011f9221 with status ACTIVE [ 1125.451300] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.451417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.451487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.451753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.451903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.452025] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.452113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.452174] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.452336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.452413] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.452594] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.452685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.452744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.452942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.453035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.453125] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2191fe24-c7fc-4040-9f92-bb3e011f9221 is going to be updated. [ 1125.480978] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.481298] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.481298] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.481614] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.481951] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.481993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2191fe24-c7fc-4040-9f92-bb3e011f9221" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.506204] env[65530]: INFO networking_nsxv3.common.synchronization [req-ca2e95c4-a2fc-4190-bbec-62f7720f0e04 req-ecd37070-145b-418a-8b14-d96e47d6835d tempest-ServerActionsTestJSON-971036309 tempest-ServerActionsTestJSON-971036309-project-member] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1125.506790] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1125.507144] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.507919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.507919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.507919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.507919] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.507919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.507919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.508210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.508210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.508210] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.816838] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.817335] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.817335] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.864820] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.865046] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.865672] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.867580] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.867948] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.868209] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.868391] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.868685] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.868863] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.869126] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.869272] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1125.869405] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1125.869600] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1125.869691] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1125.869813] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1125.870079] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1125.894430] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1125.894675] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1125.894853] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1125.895113] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.895491] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-d4b0758b-9691-4768-9c75-d473b80330eb taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.895681] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-d4b0758b-9691-4768-9c75-d473b80330eb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.895779] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-d4b0758b-9691-4768-9c75-d473b80330eb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.896203] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-d4b0758b-9691-4768-9c75-d473b80330eb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.896355] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4b0758b-9691-4768-9c75-d473b80330eb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.010377] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.010377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.011637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.011637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.011637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.011637] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.011637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.011637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.011637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.011862] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.011862] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be updated. [ 1126.041070] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.041300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.041300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.041533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.041699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.053433] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: IN_PROGRESS for 2s [ 1126.320026] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.399098] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.399432] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.399598] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.399963] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.400146] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.400380] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port d4b0758b-9691-4768-9c75-d473b80330eb not found, creating... [ 1126.400676] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.400851] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.400973] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.401309] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.401457] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.401863] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.402087] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.402660] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.402660] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.402772] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.402876] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: d4b0758b-9691-4768-9c75-d473b80330eb is going to be created. [ 1126.429194] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.429518] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.429695] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.430265] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.430509] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.431555] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-d4b0758b-9691-4768-9c75-d473b80330eb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.487883] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 1126.488106] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 deletion is rescheduled due to dependency. [ 1126.488256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.702863] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: SUCCESS [ 1126.703188] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.703380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.704036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.704036] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.704036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.704036] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.704270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.704369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.704472] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.823057] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.823057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.823057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.823512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.823512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.823512] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1126.856954] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.857072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.857267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.857589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.857798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.869038] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1127.201752] env[65530]: INFO networking_nsxv3.common.synchronization [req-ca2e95c4-a2fc-4190-bbec-62f7720f0e04 req-f74d7bc1-9978-4ca8-a152-317816d47d67 service nova] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_rules [ 1127.201965] env[65530]: INFO networking_nsxv3.common.synchronization [req-ca2e95c4-a2fc-4190-bbec-62f7720f0e04 req-f74d7bc1-9978-4ca8-a152-317816d47d67 service nova] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1127.202111] env[65530]: INFO networking_nsxv3.common.synchronization [req-ca2e95c4-a2fc-4190-bbec-62f7720f0e04 req-f74d7bc1-9978-4ca8-a152-317816d47d67 service nova] Enqueued Resource ID: d4b0758b-9691-4768-9c75-d473b80330eb with Priority: HIGHEST for action port [ 1127.202739] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_rules [ 1127.203034] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1127.203034] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4b0758b-9691-4768-9c75-d473b80330eb with Priority: HIGHEST for action port [ 1127.203366] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.203481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.203547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.203927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.203927] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.204732] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.204875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.205109] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4b0758b-9691-4768-9c75-d473b80330eb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.205330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4b0758b-9691-4768-9c75-d473b80330eb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.205330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4b0758b-9691-4768-9c75-d473b80330eb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.205462] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4b0758b-9691-4768-9c75-d473b80330eb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.205542] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4b0758b-9691-4768-9c75-d473b80330eb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.208834] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.574730] env[65530]: INFO networking_nsxv3.common.synchronization [None req-1f4371ea-6f11-4d9d-b68f-63706402602d tempest-AttachInterfacesTestJSON-1895337716 tempest-AttachInterfacesTestJSON-1895337716-project-member] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 1127.575362] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGHEST for action security_group_members [ 1127.575908] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.575992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.576108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.576302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.576475] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.576580] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.576642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.576809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.576894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.576987] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.708255] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d4b0758b-9691-4768-9c75-d473b80330eb with status ACTIVE [ 1127.708584] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.708952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.708952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.709116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.709148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.709331] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.709441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.709507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.709681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.709749] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.709940] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.710051] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.710170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.710261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.710332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.710535] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d4b0758b-9691-4768-9c75-d473b80330eb is going to be updated. [ 1127.711878] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.711878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.712107] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1127.740818] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1127.740970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.741048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.741273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1127.741410] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.741575] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4b0758b-9691-4768-9c75-d473b80330eb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.067921] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 1128.068466] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 deletion is rescheduled due to dependency. [ 1128.068466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.068589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.068787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.068957] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.069092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.069157] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.069313] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.069394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.069488] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.079825] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.080079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.080156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.080360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.080448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.080648] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.080745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.080808] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.080953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.081041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.081130] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be updated. [ 1128.110229] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.110423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.110423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.110635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.110778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.121290] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: IN_PROGRESS for 2s [ 1128.215443] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.215443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.215443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.215443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.215443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.215443] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 736d15d0-1667-407c-8648-46e2548b28f2 is going to be updated. [ 1128.245484] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.245631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.245701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.245921] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.246153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.265599] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: IN_PROGRESS for 2s [ 1128.573021] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.880063] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1128.880213] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.880697] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.880697] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.880842] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.880932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.881022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.881538] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.881664] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.881731] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.881990] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.882160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.882213] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.882365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.882541] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.882637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.882697] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.882835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.882907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.882999] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.883103] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.074878] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.385275] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8bdddb8-decc-4fca-bb7e-70d558853d6d: rpc.has_security_group_logging(os_id): False [ 1129.408868] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.408868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.408868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.408868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.408868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.408868] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.408868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.408868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.408868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.413062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.413062] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.413062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.413062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.413062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.413062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.413062] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.413062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.413062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.413062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.413062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.413062] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1129.484461] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.484622] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.484692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.484899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.485056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.500877] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1129.576795] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.578185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.578185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.578185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.578185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.578185] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be updated. [ 1129.608840] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.608943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.609038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.609258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.609406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.620328] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: IN_PROGRESS for 2s [ 1130.138869] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 in Status: SUCCESS [ 1130.138869] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 deletion is rescheduled due to dependency. [ 1130.138869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.281287] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: SUCCESS [ 1130.281640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.281872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.282283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.282560] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1130.282738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1130.282852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1130.283090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1130.283230] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.283434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1130.283580] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1130.786519] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.290018] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 736d15d0-1667-407c-8648-46e2548b28f2: rpc.has_security_group_logging(os_id): False [ 1131.312899] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.313111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.313111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.313406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.340284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.340444] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.340517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.340552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.340785] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.340870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.340965] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 736d15d0-1667-407c-8648-46e2548b28f2 is going to be updated. [ 1131.428263] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.428431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.428490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.428723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.428857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.446991] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: IN_PROGRESS for 2s [ 1131.535038] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1131.535280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.535560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.535827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.535890] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.632241] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 1131.632456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.632644] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.632941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.633194] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.633363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.633434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.633661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.633990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.633990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.634102] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.729856] env[65530]: INFO networking_nsxv3.common.synchronization [req-5f82d726-72ff-488f-90d7-066a499c3745 req-408eeed7-e902-47cd-84b2-54b583fb5c50 tempest-ServerRescueNegativeTestJSON-1218420595 tempest-ServerRescueNegativeTestJSON-1218420595-project-member] Enqueued Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGHEST for action security_group_members [ 1131.730878] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGHEST for action security_group_members [ 1131.731703] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-8152009f-9894-492f-a4ba-039da7703e12 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.731703] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.731703] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.731908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.731954] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.732264] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.732375] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.732598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.732702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.732849] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8152009f-9894-492f-a4ba-039da7703e12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.039857] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.040134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.040134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.040319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.040548] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.040689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.040779] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.040983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.041247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.041247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.041365] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.138337] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.220095] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-432 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.220432] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-432" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.220672] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-432" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.221126] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-432" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.221556] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.221836] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.222064] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.222427] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.222647] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.222983] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.223210] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.223424] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.223637] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.223847] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.224066] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.224424] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.235868] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.236178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.236307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.236629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.236737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.236955] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.237072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.237135] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.237303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.237430] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.237565] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8152009f-9894-492f-a4ba-039da7703e12 already deleted. [ 1132.237693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.246414] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.246706] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.246946] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.247271] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-432" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.247758] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-27b21631-2bb8-47a2-850e-410626989792 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.248086] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-27b21631-2bb8-47a2-850e-410626989792" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.248315] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-27b21631-2bb8-47a2-850e-410626989792" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.248731] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-27b21631-2bb8-47a2-850e-410626989792" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.248952] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b21631-2bb8-47a2-850e-410626989792',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.545568] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.545958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.545958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.546153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.546915] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.546915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.546915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.546915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.546915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.546915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.547330] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.547330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.547330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.547442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.547477] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.548512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.548512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.548512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.548512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.548512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.548512] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.641125] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77a1821d-dcc1-4537-86d5-9e1578ecb981: rpc.has_security_group_logging(os_id): False [ 1132.678721] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.678964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.679109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.679357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.679463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.679727] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.679839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.679964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.680142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.680357] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.680357] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be updated. [ 1132.751986] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.752552] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.752650] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.753089] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.753349] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.753602] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 27b21631-2bb8-47a2-850e-410626989792 not found, creating... [ 1132.754482] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.754878] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.755128] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.755603] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.755909] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.756613] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.757020] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.757350] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.757810] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.758154] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.758512] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 27b21631-2bb8-47a2-850e-410626989792 is going to be created. [ 1132.790601] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.790601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.790601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.790601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.790601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.804855] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.805352] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.805601] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.806201] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.806596] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.806981] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-27b21631-2bb8-47a2-850e-410626989792" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.822305] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: IN_PROGRESS for 2s [ 1133.052111] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8bdddb8-decc-4fca-bb7e-70d558853d6d: rpc.has_security_group_logging(os_id): False [ 1133.073460] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.073460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.073460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.073460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.073640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.075089] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.075089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.075089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.075089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.075089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.075089] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.075486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.075486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.075486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.075486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.075723] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.075826] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.075889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.076052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.076167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.076256] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1133.154605] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.155827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.155827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.155827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.155827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.171349] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1133.464447] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: SUCCESS [ 1133.464674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.507121] env[65530]: INFO networking_nsxv3.common.synchronization [req-5f82d726-72ff-488f-90d7-066a499c3745 req-31289649-791c-4c72-8399-131f95e715c8 service nova] Enqueued Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGHEST for action security_group_rules [ 1133.507445] env[65530]: INFO networking_nsxv3.common.synchronization [req-5f82d726-72ff-488f-90d7-066a499c3745 req-31289649-791c-4c72-8399-131f95e715c8 service nova] Enqueued Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGHEST for action security_group_members [ 1133.507642] env[65530]: INFO networking_nsxv3.common.synchronization [req-5f82d726-72ff-488f-90d7-066a499c3745 req-31289649-791c-4c72-8399-131f95e715c8 service nova] Enqueued Resource ID: 27b21631-2bb8-47a2-850e-410626989792 with Priority: HIGHEST for action port [ 1133.509776] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGHEST for action security_group_rules [ 1133.509776] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGHEST for action security_group_members [ 1133.509776] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27b21631-2bb8-47a2-850e-410626989792 with Priority: HIGHEST for action port [ 1133.509776] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8152009f-9894-492f-a4ba-039da7703e12 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.509776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.509776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.510031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.510031] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8152009f-9894-492f-a4ba-039da7703e12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.510787] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-8152009f-9894-492f-a4ba-039da7703e12 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.510899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.510962] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.512172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.512172] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.512172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.512172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.512172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.512172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.512172] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8152009f-9894-492f-a4ba-039da7703e12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.513763] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-27b21631-2bb8-47a2-850e-410626989792 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.513763] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27b21631-2bb8-47a2-850e-410626989792" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.513763] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27b21631-2bb8-47a2-850e-410626989792" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.513763] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27b21631-2bb8-47a2-850e-410626989792" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.515419] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27b21631-2bb8-47a2-850e-410626989792',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.765031] env[65530]: INFO networking_nsxv3.common.synchronization [None req-79e60624-ff14-4bb1-bcf9-6d6791f32617 None None] Enqueued Resource ID: de455de8-680b-4309-a06c-5a8967eba111 with Priority: HIGHEST for action port [ 1133.765031] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de455de8-680b-4309-a06c-5a8967eba111 with Priority: HIGHEST for action port [ 1133.765596] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-de455de8-680b-4309-a06c-5a8967eba111 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.766520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-de455de8-680b-4309-a06c-5a8967eba111" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.766520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-de455de8-680b-4309-a06c-5a8967eba111" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.766702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-de455de8-680b-4309-a06c-5a8967eba111" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.766702] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('de455de8-680b-4309-a06c-5a8967eba111',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1133.882492] env[65530]: INFO networking_nsxv3.common.synchronization [req-d6d37616-8535-4975-844c-ccbc3d9cffbb req-819afc9e-d2d0-4b93-8fea-94712d2e5840 tempest-ServersTestMultiNic-139337514 tempest-ServersTestMultiNic-139337514-project-member] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1133.886489] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1133.887612] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.888074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.888074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.888074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.888495] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.888495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.888495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.888495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.888769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.888769] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.016221] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8152009f-9894-492f-a4ba-039da7703e12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.017545] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-8152009f-9894-492f-a4ba-039da7703e12 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.017545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.019633] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 27b21631-2bb8-47a2-850e-410626989792 with status ACTIVE [ 1134.019876] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.020055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.020116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.020294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.020424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.020632] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.020759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.020759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.020864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.020946] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.021133] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.022642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.022642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.022642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.022642] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.022642] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 27b21631-2bb8-47a2-850e-410626989792 is going to be updated. [ 1134.047897] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.048151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.048217] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.048877] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.048877] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.048877] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27b21631-2bb8-47a2-850e-410626989792" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.206269] env[65530]: INFO networking_nsxv3.common.synchronization [req-d6d37616-8535-4975-844c-ccbc3d9cffbb req-c3455ff8-3423-49c8-896a-f11b666eb0ee tempest-ServersTestMultiNic-139337514 tempest-ServersTestMultiNic-139337514-project-member] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1134.206918] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGHEST for action security_group_members [ 1134.207667] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.207667] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.269511] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port de455de8-680b-4309-a06c-5a8967eba111 [ 1134.269511] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.269511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.269511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.269728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.269728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.269728] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:de455de8-680b-4309-a06c-5a8967eba111 already deleted. [ 1134.269811] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-de455de8-680b-4309-a06c-5a8967eba111" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.392291] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.520335] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8152009f-9894-492f-a4ba-039da7703e12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.680488] env[65530]: INFO networking_nsxv3.common.synchronization [req-3f329603-6138-470a-a3cd-c0c0e1b281aa req-f8738463-a253-414b-81c5-fddc6be14c18 tempest-DeleteServersTestJSON-1181561514 tempest-DeleteServersTestJSON-1181561514-project-member] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1134.680798] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1134.681138] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.681268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.681332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.681726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.681881] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.682239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.682239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.682239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.682431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.682431] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.840081] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 1134.841044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.894532] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.025220] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.025220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.025220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.025220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.025220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.025220] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8152009f-9894-492f-a4ba-039da7703e12 is going to be created. [ 1135.053602] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.053718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.053819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.054318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.054318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.068648] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8152009f-9894-492f-a4ba-039da7703e12 in Status: UNINITIALIZED for 2s [ 1135.136165] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-56 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.136165] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.136165] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.136165] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.136165] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.138139] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.138139] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.138139] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.139314] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.139314] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.139314] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1135.139314] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1135.139314] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1135.139314] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1135.141012] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1135.141012] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1135.162284] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1135.162563] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1135.162762] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1135.163090] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-56" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.163440] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-25bf1d28-6193-491c-ae58-5c50129bbaad taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.163440] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-25bf1d28-6193-491c-ae58-5c50129bbaad" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.163739] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-25bf1d28-6193-491c-ae58-5c50129bbaad" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.164528] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-25bf1d28-6193-491c-ae58-5c50129bbaad" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.164528] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25bf1d28-6193-491c-ae58-5c50129bbaad',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.184779] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.184926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.184985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.185215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.185299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.185488] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.185583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.185644] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.185813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.185886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.189097] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 1135.190533] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1135.190730] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.214185] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.214799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.214909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.215104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.215254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.224923] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 1135.400501] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.400501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.400501] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.400690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.400811] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.400907] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1135.434948] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.435123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.435197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.435405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.435543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.447413] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1135.667239] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.667850] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.668019] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.668513] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.668620] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.668762] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 25bf1d28-6193-491c-ae58-5c50129bbaad not found, creating... [ 1135.669113] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.669326] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.669465] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.669709] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.670321] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.670727] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.670954] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.671308] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.671668] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.671933] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.672158] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 25bf1d28-6193-491c-ae58-5c50129bbaad is going to be created. [ 1135.697307] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.697829] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.697829] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.698018] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.699860] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.699860] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-25bf1d28-6193-491c-ae58-5c50129bbaad" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.402873] env[65530]: INFO networking_nsxv3.common.synchronization [req-3f329603-6138-470a-a3cd-c0c0e1b281aa req-85ae3ef5-8460-4637-b0bd-b00451eaaf83 service nova] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_rules [ 1136.402873] env[65530]: INFO networking_nsxv3.common.synchronization [req-3f329603-6138-470a-a3cd-c0c0e1b281aa req-85ae3ef5-8460-4637-b0bd-b00451eaaf83 service nova] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1136.402873] env[65530]: INFO networking_nsxv3.common.synchronization [req-3f329603-6138-470a-a3cd-c0c0e1b281aa req-85ae3ef5-8460-4637-b0bd-b00451eaaf83 service nova] Enqueued Resource ID: 25bf1d28-6193-491c-ae58-5c50129bbaad with Priority: HIGHEST for action port [ 1136.403256] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_rules [ 1136.403390] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1136.403484] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 25bf1d28-6193-491c-ae58-5c50129bbaad with Priority: HIGHEST for action port [ 1136.403762] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.403888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.403956] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.409968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.410127] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.411065] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.411160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.411360] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-25bf1d28-6193-491c-ae58-5c50129bbaad taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.411456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-25bf1d28-6193-491c-ae58-5c50129bbaad" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.411517] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-25bf1d28-6193-491c-ae58-5c50129bbaad" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.415116] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-25bf1d28-6193-491c-ae58-5c50129bbaad" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.415116] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('25bf1d28-6193-491c-ae58-5c50129bbaad',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.551405] env[65530]: INFO networking_nsxv3.common.synchronization [None req-72ca97d2-69be-460c-8a45-102b47a47d00 None None] Enqueued Resource ID: e7875ce9-c290-40e6-ae80-fd3cc2bda20d with Priority: HIGHEST for action port [ 1136.555024] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7875ce9-c290-40e6-ae80-fd3cc2bda20d with Priority: HIGHEST for action port [ 1136.555024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7875ce9-c290-40e6-ae80-fd3cc2bda20d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.555024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7875ce9-c290-40e6-ae80-fd3cc2bda20d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.555319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7875ce9-c290-40e6-ae80-fd3cc2bda20d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.555387] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7875ce9-c290-40e6-ae80-fd3cc2bda20d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.555438] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7875ce9-c290-40e6-ae80-fd3cc2bda20d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.919269] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.919269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.919269] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 25bf1d28-6193-491c-ae58-5c50129bbaad with status ACTIVE [ 1136.919269] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.919269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.919269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.919269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.919269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.919269] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.919269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.919269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.919269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.919269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.919269] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.919825] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.919825] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.919825] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.919825] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.919825] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 25bf1d28-6193-491c-ae58-5c50129bbaad is going to be updated. [ 1136.942829] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.943113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.943113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.943303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.943376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.943621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-25bf1d28-6193-491c-ae58-5c50129bbaad" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.062320] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e7875ce9-c290-40e6-ae80-fd3cc2bda20d [ 1137.062689] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.062826] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.062893] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.063131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.063255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.063469] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e7875ce9-c290-40e6-ae80-fd3cc2bda20d already deleted. [ 1137.063549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7875ce9-c290-40e6-ae80-fd3cc2bda20d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.080814] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8152009f-9894-492f-a4ba-039da7703e12 in Status: SUCCESS [ 1137.081063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.081232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.081459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.081652] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.081768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.081894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.081981] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.082071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.082154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.082248] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8152009f-9894-492f-a4ba-039da7703e12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.237616] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 1137.237802] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 deletion is rescheduled due to dependency. [ 1137.237930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.238083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.238308] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.238551] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.238690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.238690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.238816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.238889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.238991] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.457401] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1137.457889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.457889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.457960] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.458206] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.458283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.458317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.458546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.459106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.459106] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.584480] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8152009f-9894-492f-a4ba-039da7703e12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.741301] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.962386] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.962386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.962386] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.962645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.962645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.962833] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.962942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.963014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.963186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.963265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.963435] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be updated. [ 1137.996043] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.996327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.996327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.996558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.996762] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.010363] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: IN_PROGRESS for 2s [ 1138.086470] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8152009f-9894-492f-a4ba-039da7703e12: rpc.has_security_group_logging(os_id): False [ 1138.106348] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.106523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.106822] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.106822] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.106923] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.107292] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.107453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.107540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.107736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.107859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.107992] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8152009f-9894-492f-a4ba-039da7703e12 is going to be created. [ 1138.171122] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.171313] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.171529] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.171771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.171956] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.183916] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8152009f-9894-492f-a4ba-039da7703e12 in Status: IN_PROGRESS for 2s [ 1138.244883] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.748389] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.748734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.748734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.748823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.748964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.749019] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 1138.784220] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.784220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.784220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.784220] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.784377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.794533] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 1140.020542] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d in Status: SUCCESS [ 1140.020900] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d deletion is rescheduled due to dependency. [ 1140.020900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.196902] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8152009f-9894-492f-a4ba-039da7703e12 in Status: SUCCESS [ 1140.197248] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.804917] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 1140.805084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.805241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.805452] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.805643] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.805757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.805821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.805966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.806787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.806787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.806787] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.928540] env[65530]: INFO networking_nsxv3.common.synchronization [req-1dc83c58-949b-4468-8841-b4211ddc29d6 req-046c0fc0-1992-4912-a2ef-bc4e1a9ba424 tempest-InstanceActionsNegativeTestJSON-454753719 tempest-InstanceActionsNegativeTestJSON-454753719-project-member] Enqueued Resource ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 with Priority: HIGHEST for action security_group_members [ 1140.929101] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 with Priority: HIGHEST for action security_group_members [ 1140.929792] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-873803ae-f0b9-4c78-9a0e-68d45b509700 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.929924] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.929993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.932142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.932232] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.933269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.933269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.933417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.933526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.933640] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873803ae-f0b9-4c78-9a0e-68d45b509700',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.309118] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.309431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.309431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.309629] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.312672] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.312672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.312672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.312672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.312672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.312672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.312964] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.312964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.312964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.313374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.313374] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.313374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.313509] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.313599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.313694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.313775] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.313877] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.409642] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-514 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.409642] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-514" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.409642] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-514" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.409823] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-514" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.410701] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.410701] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.410832] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.411048] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.411994] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.411994] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.411994] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1141.411994] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1141.411994] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1141.412212] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1141.412212] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1141.412294] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1141.434194] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1141.434194] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1141.434194] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1141.434344] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-514" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.434611] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-e8cbaa2f-d7fd-45fc-9565-6a466753c7fb taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.434828] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-e8cbaa2f-d7fd-45fc-9565-6a466753c7fb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.434953] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-e8cbaa2f-d7fd-45fc-9565-6a466753c7fb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.435338] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-e8cbaa2f-d7fd-45fc-9565-6a466753c7fb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.435474] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8cbaa2f-d7fd-45fc-9565-6a466753c7fb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.436527] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.436635] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.436713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.436934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.436965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.440337] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.440337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.440337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.440337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.440337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.440337] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 already deleted. [ 1141.440337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.819921] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 56c7c771-f3e0-4914-bbef-543112491834: rpc.has_security_group_logging(os_id): False [ 1141.840766] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.840944] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.841022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.841286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.841412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.841655] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.841784] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.841853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.842052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.842154] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.842343] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.842440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.842503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.842648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.842726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.842936] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.843047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.843126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.843284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.843361] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.843450] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 1141.904743] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.905056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.905159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.905507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.905727] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.925249] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 1141.939699] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.939935] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.940082] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.940445] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.940587] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.940769] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port e8cbaa2f-d7fd-45fc-9565-6a466753c7fb not found, creating... [ 1141.941069] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.941287] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.941430] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.941704] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.941871] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.942274] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.942438] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.942585] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.942859] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.943024] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.943180] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: e8cbaa2f-d7fd-45fc-9565-6a466753c7fb is going to be created. [ 1141.968736] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1141.969101] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1141.969302] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1141.969681] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1141.970023] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.970379] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-e8cbaa2f-d7fd-45fc-9565-6a466753c7fb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.671587] env[65530]: INFO networking_nsxv3.common.synchronization [req-1dc83c58-949b-4468-8841-b4211ddc29d6 req-ad4ff2bf-4a14-4513-ad10-3c98b46e24c3 service nova] Enqueued Resource ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 with Priority: HIGHEST for action security_group_rules [ 1142.671587] env[65530]: INFO networking_nsxv3.common.synchronization [req-1dc83c58-949b-4468-8841-b4211ddc29d6 req-ad4ff2bf-4a14-4513-ad10-3c98b46e24c3 service nova] Enqueued Resource ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 with Priority: HIGHEST for action security_group_members [ 1142.671974] env[65530]: INFO networking_nsxv3.common.synchronization [req-1dc83c58-949b-4468-8841-b4211ddc29d6 req-ad4ff2bf-4a14-4513-ad10-3c98b46e24c3 service nova] Enqueued Resource ID: e8cbaa2f-d7fd-45fc-9565-6a466753c7fb with Priority: HIGHEST for action port [ 1142.672239] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 with Priority: HIGHEST for action security_group_rules [ 1142.672556] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 with Priority: HIGHEST for action security_group_members [ 1142.672556] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e8cbaa2f-d7fd-45fc-9565-6a466753c7fb with Priority: HIGHEST for action port [ 1142.672820] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873803ae-f0b9-4c78-9a0e-68d45b509700 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.672891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.672926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.673174] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.673258] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873803ae-f0b9-4c78-9a0e-68d45b509700',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.674166] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-873803ae-f0b9-4c78-9a0e-68d45b509700 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.674302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.674371] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.674530] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.674673] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.675213] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.675289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.675451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.675540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.675692] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873803ae-f0b9-4c78-9a0e-68d45b509700',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.676441] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-e8cbaa2f-d7fd-45fc-9565-6a466753c7fb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.676541] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e8cbaa2f-d7fd-45fc-9565-6a466753c7fb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.676605] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e8cbaa2f-d7fd-45fc-9565-6a466753c7fb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.676771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e8cbaa2f-d7fd-45fc-9565-6a466753c7fb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.676866] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e8cbaa2f-d7fd-45fc-9565-6a466753c7fb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.179295] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-873803ae-f0b9-4c78-9a0e-68d45b509700 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.179537] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.179637] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('873803ae-f0b9-4c78-9a0e-68d45b509700',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.180645] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e8cbaa2f-d7fd-45fc-9565-6a466753c7fb with status ACTIVE [ 1143.180779] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.180875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.180971] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.181157] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.181249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.181450] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.181554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.181621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.181764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.181841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.182029] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.182124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.182186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.182325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.182398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.182482] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e8cbaa2f-d7fd-45fc-9565-6a466753c7fb is going to be updated. [ 1143.205118] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.205346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.205346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.205551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.205692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.205853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e8cbaa2f-d7fd-45fc-9565-6a466753c7fb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.684763] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('873803ae-f0b9-4c78-9a0e-68d45b509700',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.951078] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 1143.951256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.187623] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.187788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.187842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.188083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.188164] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.188279] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 is going to be created. [ 1144.213448] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.213665] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.213665] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.213854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.214449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.224265] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 in Status: UNINITIALIZED for 2s [ 1146.235384] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 in Status: SUCCESS [ 1146.235673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.235928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.236025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.236254] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.236426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.236497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.236658] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.236740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.236894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.236958] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('873803ae-f0b9-4c78-9a0e-68d45b509700',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.739345] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-873803ae-f0b9-4c78-9a0e-68d45b509700 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.739546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.739632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.739957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.740178] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.740412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.740412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.740593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.740704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.740837] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.741266] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-873803ae-f0b9-4c78-9a0e-68d45b509700 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.741426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.741533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.741762] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.741999] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.742184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.742292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.742673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.742673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.743056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.743205] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('873803ae-f0b9-4c78-9a0e-68d45b509700',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.246021] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 873803ae-f0b9-4c78-9a0e-68d45b509700: rpc.has_security_group_logging(os_id): False [ 1147.264179] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.264326] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.264385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.264599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.264687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.264905] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.265011] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.265082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.265230] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.265304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.265508] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.265584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.265620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.265748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.265818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.265992] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.266129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.266228] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.266320] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.266397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.266483] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 is going to be created. [ 1147.344111] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.344111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.344111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.344111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.344111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.355891] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 in Status: IN_PROGRESS for 2s [ 1147.672978] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1147.673145] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1149.370468] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 in Status: SUCCESS [ 1149.370820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.673936] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1152.674314] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1155.035870] env[65530]: INFO networking_nsxv3.common.synchronization [req-27332ff4-216a-472e-ab8e-bc7d3e8d2d93 req-ca8a3bc8-465e-4e2c-8611-5f8ff6f6d259 tempest-InstanceActionsNegativeTestJSON-454753719 tempest-InstanceActionsNegativeTestJSON-454753719-project-member] Enqueued Resource ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 with Priority: HIGHEST for action security_group_members [ 1155.036492] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 with Priority: HIGHEST for action security_group_members [ 1155.036964] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-873803ae-f0b9-4c78-9a0e-68d45b509700 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.037109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.037235] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.037384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.037548] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.037647] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.037716] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.037848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.037927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.038032] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('873803ae-f0b9-4c78-9a0e-68d45b509700',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.546656] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.546656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.546656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.546656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.546656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.546656] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.546656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.546656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.546656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.546656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.546656] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 is going to be updated. [ 1155.576697] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.576896] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.576947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.577256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.577540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.586886] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 in Status: IN_PROGRESS for 2s [ 1157.598208] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 in Status: SUCCESS [ 1157.598598] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 deletion is rescheduled due to dependency. [ 1157.598598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.037375] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1160.037891] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1165.038825] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1165.039046] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1169.428590] env[65530]: INFO networking_nsxv3.common.synchronization [req-6222f8b8-4e2c-4f98-bfb8-3642ffa10c7a req-62f8bd59-fe06-4c69-ae50-edb5f484de18 tempest-ListImageFiltersTestJSON-1450831529 tempest-ListImageFiltersTestJSON-1450831529-project-member] Enqueued Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_members [ 1169.429175] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_members [ 1169.429487] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.429624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.429681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.429866] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.430032] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.430156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.430207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.430327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.430438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.430521] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.933015] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.434797] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1170.937563] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.937801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.937801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.937979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.938084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.938184] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9be315f-d964-4414-b336-f0e757be5d78 is going to be updated. [ 1170.967968] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1170.968134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1170.968206] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.968417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.968564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.978013] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: IN_PROGRESS for 2s [ 1172.989116] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: SUCCESS [ 1172.989507] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.430061] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1174.430061] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1178.419241] env[65530]: INFO networking_nsxv3.common.synchronization [req-734b315c-0bbf-4cc8-b44b-fb0cb91f923f req-be324f7b-c4ed-4db3-b01f-1ca303f545c7 tempest-DeleteServersTestJSON-1181561514 tempest-DeleteServersTestJSON-1181561514-project-member] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1178.420104] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGHEST for action security_group_members [ 1178.420104] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.420104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.420251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.420372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.420663] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.420663] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.420663] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.420813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.420909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.420993] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.923839] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.924067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.924144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.924376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.924471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.924681] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.924793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.924864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.925037] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.925118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.925214] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be updated. [ 1178.954474] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.954660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.954697] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.954914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.955068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.965575] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: IN_PROGRESS for 2s [ 1179.021513] env[65530]: INFO networking_nsxv3.common.synchronization [req-e1f602b4-9a4f-4d86-ad3d-8e917d3d7213 req-a1c53536-df43-4e1c-9a94-618639c5aafc tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGHEST for action security_group_members [ 1179.022038] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGHEST for action security_group_members [ 1179.022349] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-710d3dc9-20af-4937-850f-367e0e003b66 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.022474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.022542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.022741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.022890] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.022989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.023225] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.024219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.024219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.024219] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('710d3dc9-20af-4937-850f-367e0e003b66',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.301535] env[65530]: INFO networking_nsxv3.common.synchronization [req-c4e737d1-080b-4449-b4d4-e786a36e661a req-17fd0703-38e5-4991-a40c-dd3f321ef3ef tempest-ListImageFiltersTestJSON-1450831529 tempest-ListImageFiltersTestJSON-1450831529-project-member] Enqueued Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_members [ 1179.301923] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9be315f-d964-4414-b336-f0e757be5d78 with Priority: HIGHEST for action security_group_members [ 1179.302291] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-b9be315f-d964-4414-b336-f0e757be5d78 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.302411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.302479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.302677] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.302950] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.303065] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.303128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.303280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.303363] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.303454] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b9be315f-d964-4414-b336-f0e757be5d78',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.526071] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.526451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.526451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.526600] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.526753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.526986] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.527144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.527246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.527489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.527609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.527723] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710d3dc9-20af-4937-850f-367e0e003b66 is going to be updated. [ 1179.555072] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.555299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.555299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.555548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.555713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.565613] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710d3dc9-20af-4937-850f-367e0e003b66 in Status: IN_PROGRESS for 2s [ 1179.807531] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.807697] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.807759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.808043] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.808145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.808343] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.808448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.808511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.808680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.808756] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.808842] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9be315f-d964-4414-b336-f0e757be5d78 is going to be updated. [ 1179.834376] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.834632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.834632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.834835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.834933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.845115] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: IN_PROGRESS for 2s [ 1180.976439] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 56c7c771-f3e0-4914-bbef-543112491834 in Status: SUCCESS [ 1180.976823] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 56c7c771-f3e0-4914-bbef-543112491834 deletion is rescheduled due to dependency. [ 1180.976823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.577200] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 710d3dc9-20af-4937-850f-367e0e003b66 in Status: SUCCESS [ 1181.577328] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 710d3dc9-20af-4937-850f-367e0e003b66 deletion is rescheduled due to dependency. [ 1181.577443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.854779] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b9be315f-d964-4414-b336-f0e757be5d78 in Status: SUCCESS [ 1181.855058] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b9be315f-d964-4414-b336-f0e757be5d78 deletion is rescheduled due to dependency. [ 1181.855209] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b9be315f-d964-4414-b336-f0e757be5d78" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.748641] env[65530]: INFO networking_nsxv3.common.synchronization [None req-7e7c873c-741c-4fb9-b1ab-debb1e4d9cf9 tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: 978c051e-3685-443b-b46a-457cd6fae003 with Priority: HIGHEST for action security_group_rules [ 1183.749364] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978c051e-3685-443b-b46a-457cd6fae003 with Priority: HIGHEST for action security_group_rules [ 1183.749808] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-978c051e-3685-443b-b46a-457cd6fae003 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.749939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.749991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.750311] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.750347] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('978c051e-3685-443b-b46a-457cd6fae003',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.839144] env[65530]: INFO networking_nsxv3.common.synchronization [None req-b927e5e6-4416-47cd-9551-d194b065ac9b tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: 978c051e-3685-443b-b46a-457cd6fae003 with Priority: HIGHEST for action security_group_rules [ 1183.839717] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978c051e-3685-443b-b46a-457cd6fae003 with Priority: HIGHEST for action security_group_rules [ 1183.840031] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-978c051e-3685-443b-b46a-457cd6fae003 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.840192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.275108] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.275312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.275403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.275792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.275792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.275792] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 978c051e-3685-443b-b46a-457cd6fae003 already deleted. [ 1184.275937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.276082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.276124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.276203] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('978c051e-3685-443b-b46a-457cd6fae003',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1184.800903] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.802083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.802083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.802083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.802083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.802083] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 978c051e-3685-443b-b46a-457cd6fae003 already deleted. [ 1184.802083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1188.840916] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1188.841249] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1189.573464] env[65530]: INFO networking_nsxv3.common.synchronization [req-de2793e2-dd31-4549-92ff-074e69a20186 req-2c2d6b2d-3c97-4442-a61d-a6c0787cfa9b tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: 978c051e-3685-443b-b46a-457cd6fae003 with Priority: HIGHEST for action security_group_members [ 1189.573464] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978c051e-3685-443b-b46a-457cd6fae003 with Priority: HIGHEST for action security_group_members [ 1189.573464] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-978c051e-3685-443b-b46a-457cd6fae003 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.573464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.573464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.573464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.573464] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.573464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.573464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.573464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.573464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.573464] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('978c051e-3685-443b-b46a-457cd6fae003',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.075390] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.075711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.075711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.075819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.075900] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.076108] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.076207] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.076269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.076413] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.076552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.076609] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 978c051e-3685-443b-b46a-457cd6fae003 already deleted. [ 1190.076675] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.455019] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-717 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.455234] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.455362] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.455629] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.456019] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.456227] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.456374] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.456650] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.456834] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.457081] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.457222] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1190.457355] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1190.457518] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1190.457647] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1190.457776] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1190.457955] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1190.480497] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1190.480756] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1190.481033] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1190.481172] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-717" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.481512] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-5698d13f-1f28-4669-a66b-62fa72acf66e taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.481770] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-5698d13f-1f28-4669-a66b-62fa72acf66e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.481923] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-5698d13f-1f28-4669-a66b-62fa72acf66e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.482286] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-5698d13f-1f28-4669-a66b-62fa72acf66e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.482457] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5698d13f-1f28-4669-a66b-62fa72acf66e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.985630] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.985855] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.986038] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.986374] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.986605] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.986777] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 5698d13f-1f28-4669-a66b-62fa72acf66e not found, creating... [ 1190.987099] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.987304] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.987503] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.987810] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.987956] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.988321] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1190.988522] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1190.988721] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1190.988982] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1190.989142] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1190.989354] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 5698d13f-1f28-4669-a66b-62fa72acf66e is going to be created. [ 1191.012927] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.013147] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.013272] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.013534] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.013871] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.014115] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-5698d13f-1f28-4669-a66b-62fa72acf66e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.771451] env[65530]: INFO networking_nsxv3.common.synchronization [req-de2793e2-dd31-4549-92ff-074e69a20186 req-0a1f1ba9-8829-442c-86e5-afd2ffe6fe72 service nova] Enqueued Resource ID: 978c051e-3685-443b-b46a-457cd6fae003 with Priority: HIGHEST for action security_group_rules [ 1191.771451] env[65530]: INFO networking_nsxv3.common.synchronization [req-de2793e2-dd31-4549-92ff-074e69a20186 req-0a1f1ba9-8829-442c-86e5-afd2ffe6fe72 service nova] Enqueued Resource ID: 978c051e-3685-443b-b46a-457cd6fae003 with Priority: HIGHEST for action security_group_members [ 1191.771451] env[65530]: INFO networking_nsxv3.common.synchronization [req-de2793e2-dd31-4549-92ff-074e69a20186 req-0a1f1ba9-8829-442c-86e5-afd2ffe6fe72 service nova] Enqueued Resource ID: 5698d13f-1f28-4669-a66b-62fa72acf66e with Priority: HIGHEST for action port [ 1191.772158] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978c051e-3685-443b-b46a-457cd6fae003 with Priority: HIGHEST for action security_group_rules [ 1191.772158] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978c051e-3685-443b-b46a-457cd6fae003 with Priority: HIGHEST for action security_group_members [ 1191.772158] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5698d13f-1f28-4669-a66b-62fa72acf66e with Priority: HIGHEST for action port [ 1191.772954] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-978c051e-3685-443b-b46a-457cd6fae003 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.772954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.772954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.773178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.773178] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('978c051e-3685-443b-b46a-457cd6fae003',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.774027] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-978c051e-3685-443b-b46a-457cd6fae003 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.775090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.775090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.775090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.775090] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.775090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.775090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.775090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.775090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.775090] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('978c051e-3685-443b-b46a-457cd6fae003',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.775953] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5698d13f-1f28-4669-a66b-62fa72acf66e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.776892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5698d13f-1f28-4669-a66b-62fa72acf66e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.776892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5698d13f-1f28-4669-a66b-62fa72acf66e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.776892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5698d13f-1f28-4669-a66b-62fa72acf66e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.776892] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5698d13f-1f28-4669-a66b-62fa72acf66e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.267752] env[65530]: INFO networking_nsxv3.common.synchronization [req-bed0ec4d-57c1-41e3-9c19-f129b49e75e2 req-6acb8965-fb9e-4d0b-a334-76b0676a56f5 tempest-AttachVolumeShelveTestJSON-229055213 tempest-AttachVolumeShelveTestJSON-229055213-project-member] Enqueued Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_members [ 1192.268427] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGHEST for action security_group_members [ 1192.268802] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-1cab64b1-4044-4077-8bcd-4510da8c3945 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.269218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.269296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.269545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.269817] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.269961] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.270064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.270248] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.270360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.270482] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.277629] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('978c051e-3685-443b-b46a-457cd6fae003',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.278720] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-978c051e-3685-443b-b46a-457cd6fae003 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.278918] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.279027] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5698d13f-1f28-4669-a66b-62fa72acf66e with status ACTIVE [ 1192.279258] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.279370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.279370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.279558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.279652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.279794] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.279892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.279953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.281827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.281827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.281827] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.281827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.281827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.281827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.281827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.281827] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5698d13f-1f28-4669-a66b-62fa72acf66e is going to be updated. [ 1192.313108] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.313857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.313857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.313857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.313857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.314127] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5698d13f-1f28-4669-a66b-62fa72acf66e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.772638] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.773066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.773066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.773167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.773254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.773453] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.773550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.773698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.773748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.773823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.773919] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 is going to be updated. [ 1192.783626] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('978c051e-3685-443b-b46a-457cd6fae003',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1192.813244] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1192.813379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1192.813458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1192.813675] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1192.813819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1192.830286] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 in Status: IN_PROGRESS for 2s [ 1193.286475] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.286857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.286857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.287121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.287212] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.287322] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 978c051e-3685-443b-b46a-457cd6fae003 is going to be created. [ 1193.311980] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1193.312156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.312238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.312414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.312570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.322283] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 978c051e-3685-443b-b46a-457cd6fae003 in Status: UNINITIALIZED for 2s [ 1194.839513] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 in Status: SUCCESS [ 1194.839868] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 deletion is rescheduled due to dependency. [ 1194.839868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.332709] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 978c051e-3685-443b-b46a-457cd6fae003 in Status: SUCCESS [ 1195.332993] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.333245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.333536] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.333807] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.334072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.334072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.334269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.334370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.334490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.334598] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('978c051e-3685-443b-b46a-457cd6fae003',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.837316] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('978c051e-3685-443b-b46a-457cd6fae003',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.339540] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 978c051e-3685-443b-b46a-457cd6fae003: rpc.has_security_group_logging(os_id): False [ 1196.360372] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.360594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.360594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.360794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.360889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.361154] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.361256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.361322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.361473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.361546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.361630] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 978c051e-3685-443b-b46a-457cd6fae003 is going to be created. [ 1196.429841] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.430112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.430197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.430457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.430757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.442656] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 978c051e-3685-443b-b46a-457cd6fae003 in Status: IN_PROGRESS for 2s [ 1197.270593] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1197.270593] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1197.357061] env[65530]: INFO networking_nsxv3.common.synchronization [None req-f57e0b1a-787f-4314-ae23-aa041a77c964 tempest-AttachVolumeShelveTestJSON-229055213 tempest-AttachVolumeShelveTestJSON-229055213-project-member] Enqueued Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_rules [ 1197.357526] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_rules [ 1197.357842] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-098b44bc-d409-4a13-98c9-645baabf5139 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.357999] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.358089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.358391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.358493] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1197.447370] env[65530]: INFO networking_nsxv3.common.synchronization [None req-20d236cd-99b7-472b-b58b-f481d9de553d tempest-AttachVolumeShelveTestJSON-229055213 tempest-AttachVolumeShelveTestJSON-229055213-project-member] Enqueued Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_rules [ 1197.447979] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_rules [ 1197.448318] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-098b44bc-d409-4a13-98c9-645baabf5139 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.448421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.884379] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1197.884606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1197.884656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.884853] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.884955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.885070] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 098b44bc-d409-4a13-98c9-645baabf5139 already deleted. [ 1197.885157] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1197.885312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1197.885470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1197.885556] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1198.407867] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1198.408360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.408360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.408360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1198.408572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.408572] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 098b44bc-d409-4a13-98c9-645baabf5139 already deleted. [ 1198.408572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.457287] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 978c051e-3685-443b-b46a-457cd6fae003 in Status: SUCCESS [ 1198.457454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1202.449498] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1202.449834] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1203.543882] env[65530]: INFO networking_nsxv3.common.synchronization [req-0b3e8ed4-e9c9-4efa-8b8d-63f932fe0512 req-424b021b-d8de-4b26-ba9d-c4786a63870b tempest-AttachVolumeShelveTestJSON-229055213 tempest-AttachVolumeShelveTestJSON-229055213-project-member] Enqueued Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_members [ 1203.544452] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_members [ 1203.544759] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-098b44bc-d409-4a13-98c9-645baabf5139 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.544893] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.544952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.545223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.545381] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.545489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.545535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.545682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.545764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.545858] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1203.858758] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.858962] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.859103] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.859367] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.859623] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.859772] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.859897] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.860108] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.860254] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.860454] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.860575] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1203.860691] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1203.860836] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1203.860887] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1203.861038] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1203.861138] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1203.879758] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1203.880204] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1203.880373] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1203.880545] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1203.880856] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-5948ad4d-c770-4385-bc03-3421f81bdcbf taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1203.881046] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.881168] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.881481] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1203.881681] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5948ad4d-c770-4385-bc03-3421f81bdcbf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1204.048265] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.048469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.048469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.048655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.048744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.048955] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.049085] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.049145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.049296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.049364] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.049453] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098b44bc-d409-4a13-98c9-645baabf5139 already deleted. [ 1204.049532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.384710] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.384888] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.385042] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.385404] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.385952] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.385952] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 5948ad4d-c770-4385-bc03-3421f81bdcbf not found, creating... [ 1204.386104] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.386178] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.386300] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.386567] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.386785] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.387128] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.387299] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.387420] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.387639] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.387776] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.387917] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 5948ad4d-c770-4385-bc03-3421f81bdcbf is going to be created. [ 1204.408340] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1204.408577] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1204.408674] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1204.409023] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1204.409278] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1204.409510] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.053704] env[65530]: INFO networking_nsxv3.common.synchronization [req-7a3c455e-9966-4b04-8d3b-5576cbd246b0 req-36d54c72-8114-4b20-8898-713bc655eba4 tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_members [ 1205.054265] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_members [ 1205.054586] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.054707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.054765] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.054964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.055240] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.055346] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.055434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.055617] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.055726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.055853] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.108143] env[65530]: INFO networking_nsxv3.common.synchronization [req-0b3e8ed4-e9c9-4efa-8b8d-63f932fe0512 req-bffea707-0c24-4eb1-ad60-21eff619f1a7 service nova] Enqueued Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_rules [ 1205.108413] env[65530]: INFO networking_nsxv3.common.synchronization [req-0b3e8ed4-e9c9-4efa-8b8d-63f932fe0512 req-bffea707-0c24-4eb1-ad60-21eff619f1a7 service nova] Enqueued Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_members [ 1205.108684] env[65530]: INFO networking_nsxv3.common.synchronization [req-0b3e8ed4-e9c9-4efa-8b8d-63f932fe0512 req-bffea707-0c24-4eb1-ad60-21eff619f1a7 service nova] Enqueued Resource ID: 5948ad4d-c770-4385-bc03-3421f81bdcbf with Priority: HIGHEST for action port [ 1205.109239] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_rules [ 1205.109374] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_members [ 1205.109469] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5948ad4d-c770-4385-bc03-3421f81bdcbf with Priority: HIGHEST for action port [ 1205.110351] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-098b44bc-d409-4a13-98c9-645baabf5139 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.110476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.110546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.110742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.110824] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.112031] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-098b44bc-d409-4a13-98c9-645baabf5139 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.112197] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.112261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.112467] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.112634] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.112734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.112831] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.112938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.113031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.113128] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.114280] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5948ad4d-c770-4385-bc03-3421f81bdcbf taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.114404] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.114448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.114834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.114834] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5948ad4d-c770-4385-bc03-3421f81bdcbf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.557950] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.612959] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-098b44bc-d409-4a13-98c9-645baabf5139 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.613160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.616479] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.617448] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5948ad4d-c770-4385-bc03-3421f81bdcbf with status ACTIVE [ 1205.617664] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.617891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.618010] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.618249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.618339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.618602] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.618713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.618776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.618925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.619010] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.619225] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.619382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.619445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.619589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.619661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.619749] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5948ad4d-c770-4385-bc03-3421f81bdcbf is going to be updated. [ 1205.642413] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.642565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.642613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.642818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.642953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.643121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.061888] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.122162] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.563703] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.563913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.563913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.564162] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.564255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.564357] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 736d15d0-1667-407c-8648-46e2548b28f2 is going to be updated. [ 1206.592410] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.592622] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.592691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.592889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.593048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.606790] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: IN_PROGRESS for 2s [ 1206.624766] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.624983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.625064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.625287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.625373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.625498] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098b44bc-d409-4a13-98c9-645baabf5139 is going to be created. [ 1206.653359] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.653576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.653576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.653694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.653852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.664488] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098b44bc-d409-4a13-98c9-645baabf5139 in Status: UNINITIALIZED for 2s [ 1208.617637] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: SUCCESS [ 1208.617999] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.674395] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098b44bc-d409-4a13-98c9-645baabf5139 in Status: SUCCESS [ 1208.674641] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.674823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.675030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.675228] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1208.675383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1208.675431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1208.675582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1208.675653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.675729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1208.675843] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.177969] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.680421] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 098b44bc-d409-4a13-98c9-645baabf5139: rpc.has_security_group_logging(os_id): False [ 1209.698063] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.698276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.698276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.698487] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.698572] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.698805] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.698902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.699035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.699200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.699274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.699361] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 098b44bc-d409-4a13-98c9-645baabf5139 is going to be created. [ 1209.763502] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.763682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.763735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.764471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.764471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.776574] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098b44bc-d409-4a13-98c9-645baabf5139 in Status: IN_PROGRESS for 2s [ 1210.111155] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1210.111351] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1211.790026] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098b44bc-d409-4a13-98c9-645baabf5139 in Status: SUCCESS [ 1211.790407] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.111870] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1215.112294] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1218.674471] env[65530]: INFO networking_nsxv3.common.synchronization [req-4619eb9c-2518-41bb-8366-7716d40d6a5c req-6e86b089-6721-4f41-9277-5e2080384487 tempest-ServerActionsTestJSON-971036309 tempest-ServerActionsTestJSON-971036309-project-member] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1218.674852] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1218.675180] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.675303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.675367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.675557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.675739] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.675848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.675902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.676053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.676141] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.676527] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1219.178861] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.178861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.179194] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.179255] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.179309] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.179517] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.179626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.179687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.179838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.179914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.180009] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be updated. [ 1219.208640] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.208852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.208907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.209127] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.209274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.217974] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: IN_PROGRESS for 2s [ 1220.959635] env[65530]: INFO networking_nsxv3.common.synchronization [req-94f048e7-4424-410e-b21d-3dfc307cb41d req-8fb9fa25-2723-4a77-a553-74abfe912258 tempest-ServerActionsTestOtherA-338776368 tempest-ServerActionsTestOtherA-338776368-project-member] Enqueued Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_members [ 1220.959977] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGHEST for action security_group_members [ 1220.960617] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.960759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.960823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.961218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.961468] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1220.961541] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1220.961659] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1220.961854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1220.961942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1220.962083] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1221.231568] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 1221.231871] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 deletion is rescheduled due to dependency. [ 1221.231871] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.465160] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.465392] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.465392] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.465605] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.465694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.465898] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.465998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.466068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.466243] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.466319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.466405] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 736d15d0-1667-407c-8648-46e2548b28f2 is going to be updated. [ 1221.495771] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1221.495921] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1221.496067] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1221.496221] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1221.497093] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.505332] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: IN_PROGRESS for 2s [ 1223.515987] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 736d15d0-1667-407c-8648-46e2548b28f2 in Status: SUCCESS [ 1223.516374] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 736d15d0-1667-407c-8648-46e2548b28f2 deletion is rescheduled due to dependency. [ 1223.516374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.962111] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1225.962670] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1227.212400] env[65530]: INFO networking_nsxv3.common.synchronization [req-210754c2-b489-4dd7-8027-05786bf450dd req-b932c2ff-51ac-449e-9783-216338a1f736 tempest-ServerActionsTestJSON-971036309 tempest-ServerActionsTestJSON-971036309-project-member] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1227.213126] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1227.213333] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.213454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.213520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.213722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.213875] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.213973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.214050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.214254] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.214306] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.214360] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.513098] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-900 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.514020] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.514020] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.514020] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.514198] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.514329] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.514506] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.514848] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.515053] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.515348] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.515448] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1227.515586] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1227.515724] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1227.515863] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1227.515996] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1227.516147] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1227.538149] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1227.538338] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1227.538477] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1227.538666] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-900" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.539039] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-c272470e-0c6b-4971-b1d8-b329eaa060a8 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.539229] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-c272470e-0c6b-4971-b1d8-b329eaa060a8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.539349] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-c272470e-0c6b-4971-b1d8-b329eaa060a8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.539663] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-c272470e-0c6b-4971-b1d8-b329eaa060a8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.539803] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c272470e-0c6b-4971-b1d8-b329eaa060a8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.716226] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.716384] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.716459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.716677] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.716826] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.717017] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.717120] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.717184] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.717333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.717412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.717498] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be updated. [ 1227.745158] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.745348] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.745392] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.745575] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.745712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.755169] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: IN_PROGRESS for 2s [ 1228.041931] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.042216] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.042352] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.042634] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.042784] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.042966] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port c272470e-0c6b-4971-b1d8-b329eaa060a8 not found, creating... [ 1228.043235] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.043396] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.043515] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.043734] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.043873] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.044162] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.044320] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.044535] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.044634] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.044989] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.045222] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: c272470e-0c6b-4971-b1d8-b329eaa060a8 is going to be created. [ 1228.065570] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.065859] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.066019] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.066325] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.066600] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.066949] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-c272470e-0c6b-4971-b1d8-b329eaa060a8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.756239] env[65530]: INFO networking_nsxv3.common.synchronization [req-210754c2-b489-4dd7-8027-05786bf450dd req-fbc6e5fd-88ef-4d0c-a21c-94119e887427 service nova] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_rules [ 1228.756239] env[65530]: INFO networking_nsxv3.common.synchronization [req-210754c2-b489-4dd7-8027-05786bf450dd req-fbc6e5fd-88ef-4d0c-a21c-94119e887427 service nova] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1228.756239] env[65530]: INFO networking_nsxv3.common.synchronization [req-210754c2-b489-4dd7-8027-05786bf450dd req-fbc6e5fd-88ef-4d0c-a21c-94119e887427 service nova] Enqueued Resource ID: c272470e-0c6b-4971-b1d8-b329eaa060a8 with Priority: HIGHEST for action port [ 1228.756239] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_rules [ 1228.756239] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1228.756239] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c272470e-0c6b-4971-b1d8-b329eaa060a8 with Priority: HIGHEST for action port [ 1228.756239] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.756239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.756239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.756239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.756239] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1228.758114] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.758114] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.759829] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c272470e-0c6b-4971-b1d8-b329eaa060a8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1228.759829] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c272470e-0c6b-4971-b1d8-b329eaa060a8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1228.759829] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c272470e-0c6b-4971-b1d8-b329eaa060a8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1228.760108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c272470e-0c6b-4971-b1d8-b329eaa060a8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1228.761871] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c272470e-0c6b-4971-b1d8-b329eaa060a8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.262385] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.262514] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.265024] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c272470e-0c6b-4971-b1d8-b329eaa060a8 with status ACTIVE [ 1229.265024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.265024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.265024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.265024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.265024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.265024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.265024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.265024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.265024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.265024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.265024] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.265024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.265024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.265024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.265024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.265024] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c272470e-0c6b-4971-b1d8-b329eaa060a8 is going to be updated. [ 1229.285593] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.285856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.285856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.285994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.286424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.286544] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c272470e-0c6b-4971-b1d8-b329eaa060a8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.402261] env[65530]: INFO networking_nsxv3.common.synchronization [None req-67cbb9ec-1ef4-434f-818d-52bf58f27d24 None None] Enqueued Resource ID: da1be4c5-57eb-4f19-869d-f65063570f2b with Priority: HIGHEST for action port [ 1229.402798] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: da1be4c5-57eb-4f19-869d-f65063570f2b with Priority: HIGHEST for action port [ 1229.403343] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-da1be4c5-57eb-4f19-869d-f65063570f2b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.403623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-da1be4c5-57eb-4f19-869d-f65063570f2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.403623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-da1be4c5-57eb-4f19-869d-f65063570f2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.403788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-da1be4c5-57eb-4f19-869d-f65063570f2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.403873] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('da1be4c5-57eb-4f19-869d-f65063570f2b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.765538] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 1229.765538] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 deletion is rescheduled due to dependency. [ 1229.765968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.765968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.766090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.766979] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.766979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.766979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.766979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.766979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.766979] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1229.906533] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port da1be4c5-57eb-4f19-869d-f65063570f2b [ 1229.906794] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.906969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.907053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.907269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.907389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.907447] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:da1be4c5-57eb-4f19-869d-f65063570f2b already deleted. [ 1229.907520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-da1be4c5-57eb-4f19-869d-f65063570f2b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.313341] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.815450] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1231.317943] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.318174] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.318174] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.318382] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.318468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.318566] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be updated. [ 1231.347618] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.347750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.347789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.348626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.348626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.357329] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: IN_PROGRESS for 2s [ 1231.685558] env[65530]: INFO networking_nsxv3.common.synchronization [None req-d1f77310-ba7b-4097-b42f-024ae9e7178c None None] Enqueued Resource ID: 8028beb1-b4d7-4e84-a36c-256e5d58585a with Priority: HIGHEST for action port [ 1231.686088] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8028beb1-b4d7-4e84-a36c-256e5d58585a with Priority: HIGHEST for action port [ 1231.686397] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-8028beb1-b4d7-4e84-a36c-256e5d58585a taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.686514] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8028beb1-b4d7-4e84-a36c-256e5d58585a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.686580] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8028beb1-b4d7-4e84-a36c-256e5d58585a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.686848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8028beb1-b4d7-4e84-a36c-256e5d58585a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.687172] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8028beb1-b4d7-4e84-a36c-256e5d58585a',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1232.189657] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8028beb1-b4d7-4e84-a36c-256e5d58585a [ 1232.189913] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.190097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.190204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.190449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.190580] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.190706] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8028beb1-b4d7-4e84-a36c-256e5d58585a already deleted. [ 1232.190816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8028beb1-b4d7-4e84-a36c-256e5d58585a" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.369392] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 1233.369781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.369891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.370129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.370329] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.370448] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.370512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.370665] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.370744] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.370829] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.370921] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.873037] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.375442] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77a1821d-dcc1-4537-86d5-9e1578ecb981: rpc.has_security_group_logging(os_id): False [ 1234.394709] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.394709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.394709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.394969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.395042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.395317] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.395458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.395506] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.395639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.395713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.395799] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be updated. [ 1234.455097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.455302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.455302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.455464] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.455599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.468797] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: IN_PROGRESS for 2s [ 1235.306644] env[65530]: INFO networking_nsxv3.common.synchronization [req-b824da07-397f-4b83-b05d-e7e06d7c16fa req-338494c9-4742-47f8-bf0a-2ba352e25f58 tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1235.307237] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1235.307544] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.307665] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.307734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.308149] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.308331] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.308439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.308503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.308668] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.308753] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.308850] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.595653] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.595983] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.595983] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.596347] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.596994] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.597171] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.597293] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.597519] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.597664] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.597895] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.598019] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1235.598130] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1235.598237] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1235.598346] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1235.598446] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1235.598574] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1235.616366] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1235.616542] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1235.616660] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1235.616855] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.617209] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-307647a4-aadb-4e68-b4ce-db3a7a952774 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.617385] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-307647a4-aadb-4e68-b4ce-db3a7a952774" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.617503] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-307647a4-aadb-4e68-b4ce-db3a7a952774" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.617819] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-307647a4-aadb-4e68-b4ce-db3a7a952774" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.617960] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307647a4-aadb-4e68-b4ce-db3a7a952774',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1235.811207] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.811498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.811631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.811961] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.812126] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.812433] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1235.812594] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1235.812702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1235.812950] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1235.813096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1235.813241] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f already deleted. [ 1235.813385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.120448] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.120640] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.120745] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.121026] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.121192] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.121357] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 307647a4-aadb-4e68-b4ce-db3a7a952774 not found, creating... [ 1236.121642] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.121811] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.121928] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.123055] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.123055] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.123055] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.123055] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.123289] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.123364] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.123524] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.123671] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 307647a4-aadb-4e68-b4ce-db3a7a952774 is going to be created. [ 1236.144332] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.144543] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.144667] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.145060] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.145298] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.145564] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-307647a4-aadb-4e68-b4ce-db3a7a952774" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.483336] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 1236.483711] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.836365] env[65530]: INFO networking_nsxv3.common.synchronization [req-b824da07-397f-4b83-b05d-e7e06d7c16fa req-c8450067-63c0-4ab2-91fb-7ca59c711b58 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1236.836684] env[65530]: INFO networking_nsxv3.common.synchronization [req-b824da07-397f-4b83-b05d-e7e06d7c16fa req-c8450067-63c0-4ab2-91fb-7ca59c711b58 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1236.836684] env[65530]: INFO networking_nsxv3.common.synchronization [req-b824da07-397f-4b83-b05d-e7e06d7c16fa req-c8450067-63c0-4ab2-91fb-7ca59c711b58 service nova] Enqueued Resource ID: 307647a4-aadb-4e68-b4ce-db3a7a952774 with Priority: HIGHEST for action port [ 1236.837260] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1236.837397] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1236.837495] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 307647a4-aadb-4e68-b4ce-db3a7a952774 with Priority: HIGHEST for action port [ 1236.837769] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.837968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.837968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.838304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.838345] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.839200] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.839310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.839402] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.839547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.839690] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.839783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.839845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.840074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.840130] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.840190] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.841130] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-307647a4-aadb-4e68-b4ce-db3a7a952774 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.841239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-307647a4-aadb-4e68-b4ce-db3a7a952774" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.841303] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-307647a4-aadb-4e68-b4ce-db3a7a952774" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.841451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-307647a4-aadb-4e68-b4ce-db3a7a952774" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.841551] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('307647a4-aadb-4e68-b4ce-db3a7a952774',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.343696] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.344811] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.344956] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.345085] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 307647a4-aadb-4e68-b4ce-db3a7a952774 with status ACTIVE [ 1237.345245] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.345350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.345406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.345633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.345708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.345880] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.346052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.346052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.346214] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.346267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.346450] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.346636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.346636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.346742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.346783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.346900] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 307647a4-aadb-4e68-b4ce-db3a7a952774 is going to be updated. [ 1237.369552] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.369820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.369949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.370284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.370498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.370764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-307647a4-aadb-4e68-b4ce-db3a7a952774" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.850045] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1238.353054] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.353054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.353054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.353054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.353054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.353054] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be created. [ 1238.376480] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1238.376693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1238.376693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1238.376988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1238.377171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1238.387828] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: UNINITIALIZED for 2s [ 1240.398791] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1240.399210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.399210] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.399485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.399718] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.399877] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.399977] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.400193] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.400296] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.400417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.400543] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.903372] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.903612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.903612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.903821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.903987] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.904148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.904203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.904317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.904400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.904491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.904638] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.904740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.904795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.904935] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.905082] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.905178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.905239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.905374] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.905445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.905523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.905611] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1241.407855] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f5db36-74b0-41b7-88e3-78b06cb1835f: rpc.has_security_group_logging(os_id): False [ 1241.424905] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.425103] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.425151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.425334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.425418] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.425639] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.425735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.425800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.425949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.426045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.426222] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.426315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.426377] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.426514] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.426587] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.426759] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.426872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.426942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.427102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.427219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.427316] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be created. [ 1241.482724] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1241.482966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.482966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.483176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1241.483365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1241.494855] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1241.838781] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1241.838998] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1243.507961] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1243.508349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1246.839819] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1246.840188] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1250.366219] env[65530]: INFO networking_nsxv3.common.synchronization [req-18a27b44-4a7c-42aa-b70d-6073d820c06a req-eb4ef7d3-f5b3-47fb-bb46-21b29a663ee2 tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1250.366772] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1250.367166] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.367294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.367360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.367599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.367757] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.367857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.367929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.368102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.368191] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.368288] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.682039] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.682264] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.682390] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.682701] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.682915] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.683088] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.683256] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.683413] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.683548] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.683758] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.683867] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1250.683995] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1250.684131] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1250.684243] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1250.684347] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1250.684476] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1250.704725] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1250.704969] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1250.705095] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1250.705274] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.705624] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.705799] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.705920] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.706288] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.706441] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.870140] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.209063] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.209402] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.209531] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.209810] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.209964] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.210141] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813 not found, creating... [ 1251.210465] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.210658] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.210781] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.211019] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.211158] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.211438] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.211595] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.211721] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.211948] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.212121] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.212264] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813 is going to be created. [ 1251.233906] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.234170] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.234271] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.234543] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.234763] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.235026] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.372867] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.875435] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.875660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.875738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.876047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.876178] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.876501] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1251.911447] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.911837] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.911837] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.912015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.913028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1251.924826] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1251.946283] env[65530]: INFO networking_nsxv3.common.synchronization [req-18a27b44-4a7c-42aa-b70d-6073d820c06a req-5b8ac189-7b06-4930-93d9-4478f39d0206 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1251.946469] env[65530]: INFO networking_nsxv3.common.synchronization [req-18a27b44-4a7c-42aa-b70d-6073d820c06a req-5b8ac189-7b06-4930-93d9-4478f39d0206 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1251.946608] env[65530]: INFO networking_nsxv3.common.synchronization [req-18a27b44-4a7c-42aa-b70d-6073d820c06a req-5b8ac189-7b06-4930-93d9-4478f39d0206 service nova] Enqueued Resource ID: c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813 with Priority: HIGHEST for action port [ 1251.947287] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1251.947429] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1251.947526] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813 with Priority: HIGHEST for action port [ 1251.947803] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.947925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.948047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.948213] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.948307] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1251.949209] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.949304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.949468] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1251.949628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.949694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.949864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1251.949958] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1252.081988] env[65530]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1252.082181] env[65530]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] NSXv3 Agent Agent loop - iteration:3 started [ 1252.451452] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.451972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.451972] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813 with status ACTIVE [ 1252.451972] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.452273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.452273] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.452598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.452731] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.452922] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.453046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.453111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.453362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.453462] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.453700] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.453839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.453925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.454127] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.454239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.454373] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813 is going to be updated. [ 1252.477432] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.477671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.477671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.477835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.478077] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.478244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3b4d9ae-d52b-4a82-b475-9dd2b3fd5813" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.943827] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1253.944258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.944442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.944769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.945149] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.945318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.945432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.945705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.945842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.946026] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.452083] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.720735] env[65530]: INFO networking_nsxv3.common.synchronization [req-94355707-958b-4293-8a3c-d67230498d0d req-3e43daeb-256e-4e7a-abc2-70371bc326ac tempest-AttachVolumeNegativeTest-73197649 tempest-AttachVolumeNegativeTest-73197649-project-member] Enqueued Resource ID: 978c051e-3685-443b-b46a-457cd6fae003 with Priority: HIGHEST for action security_group_members [ 1254.720735] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 978c051e-3685-443b-b46a-457cd6fae003 with Priority: HIGHEST for action security_group_members [ 1254.720735] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-978c051e-3685-443b-b46a-457cd6fae003 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.720735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.720735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.721111] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.721111] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.721229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.721229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.721345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.721483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.721547] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('978c051e-3685-443b-b46a-457cd6fae003',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1254.954747] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.223699] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.223918] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.223968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.224345] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.224478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.224719] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.224858] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.224997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.225146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.225208] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.225304] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 978c051e-3685-443b-b46a-457cd6fae003 is going to be updated. [ 1255.256596] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.256804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.256850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.257150] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.257300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.266896] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 978c051e-3685-443b-b46a-457cd6fae003 in Status: IN_PROGRESS for 2s [ 1255.457302] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.457454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.457521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.457739] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.457828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.457927] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1255.488614] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.488776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.488925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.489091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.489248] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.498251] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1256.060257] env[65530]: INFO networking_nsxv3.common.synchronization [req-f6a01d23-92bd-4b5c-939c-93627d636aa9 req-e84c412f-246b-4052-be72-0923d11b1779 tempest-ServerRescueNegativeTestJSON-1218420595 tempest-ServerRescueNegativeTestJSON-1218420595-project-member] Enqueued Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGHEST for action security_group_members [ 1256.061045] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGHEST for action security_group_members [ 1256.061045] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-8152009f-9894-492f-a4ba-039da7703e12 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.061252] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.061252] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.061643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.061643] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.061795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.061795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.061906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.061991] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.062101] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8152009f-9894-492f-a4ba-039da7703e12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1256.565064] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.565064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.565064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.565064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.565064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.565347] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.565347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.565452] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.565574] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.565690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.565822] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8152009f-9894-492f-a4ba-039da7703e12 is going to be updated. [ 1256.594227] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1256.594428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1256.594428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1256.594628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1256.594770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1256.603015] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8152009f-9894-492f-a4ba-039da7703e12 in Status: IN_PROGRESS for 2s [ 1257.280387] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 978c051e-3685-443b-b46a-457cd6fae003 in Status: SUCCESS [ 1257.280735] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 978c051e-3685-443b-b46a-457cd6fae003 deletion is rescheduled due to dependency. [ 1257.280735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-978c051e-3685-443b-b46a-457cd6fae003" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.508311] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1257.508498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.508666] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.508893] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.509097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1257.509222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.509290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.509460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1257.509545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.509630] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.509721] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.012531] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.012742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.012888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.013261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.013559] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.013743] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.013873] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.014136] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.014279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.014406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.014615] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.014748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.014835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.015064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.015256] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.015394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.015481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.015680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.015795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.015914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.016056] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1258.518397] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f5db36-74b0-41b7-88e3-78b06cb1835f: rpc.has_security_group_logging(os_id): False [ 1258.536682] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.536895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.536895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.537185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.537279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.537508] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.537610] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.537674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.537828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.537905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.538129] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.538292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.538401] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.538636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.538712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.538892] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.538987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.539065] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.539216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.539325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.539473] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1258.603406] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1258.603633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1258.603714] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1258.603983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1258.604151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.619242] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8152009f-9894-492f-a4ba-039da7703e12 in Status: SUCCESS [ 1258.619425] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8152009f-9894-492f-a4ba-039da7703e12 deletion is rescheduled due to dependency. [ 1258.619539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.621780] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1260.639358] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1260.639730] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.061758] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1261.061857] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1262.749147] env[65530]: INFO networking_nsxv3.common.synchronization [req-5444d76b-b576-49b9-a92b-1c5d834cc909 req-aed853db-b4b8-4d7a-8c2e-23e1a7a7525e tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1262.749719] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1262.750036] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.750147] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.750195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.750447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.750618] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.750860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.750860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.750935] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.750997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.751101] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.253969] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1263.756863] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.259379] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.259633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.259633] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.259806] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.259913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.260077] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1264.289801] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1264.289958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1264.290051] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1264.290316] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1264.290477] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.299647] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1266.219561] env[65530]: INFO networking_nsxv3.common.synchronization [req-b6affdaa-a552-40b4-805c-e2c99a269dc9 req-8930093a-de86-4b2a-8543-3eee51ac06db tempest-ServerRescueNegativeTestJSON-1218420595 tempest-ServerRescueNegativeTestJSON-1218420595-project-member] Enqueued Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_members [ 1266.220399] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_members [ 1266.220720] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.220842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.220904] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.221284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.221463] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.221566] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.221628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.221846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.221954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.221954] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.310314] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1266.310554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.723736] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.226159] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.728667] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.728915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.728996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.729341] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.729477] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.729642] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa866bae-86ec-4e76-b72e-7042acd62e81 is going to be updated. [ 1267.756627] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.756819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.756819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.757056] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.757257] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.767302] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: IN_PROGRESS for 2s [ 1269.778463] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: SUCCESS [ 1269.778897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.220945] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1271.221263] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1272.482091] env[65530]: INFO networking_nsxv3.common.synchronization [req-bbf807f7-0fc4-4929-8216-001d4d623f66 req-3adfea3d-abc5-47ec-9d52-5ac88faabbdd tempest-ServerRescueNegativeTestJSON-1218420595 tempest-ServerRescueNegativeTestJSON-1218420595-project-member] Enqueued Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_members [ 1272.482612] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGHEST for action security_group_members [ 1272.482928] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.483195] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.483606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.483810] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.483974] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.484093] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.484157] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.484318] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.484453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.484606] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.552349] env[65530]: INFO networking_nsxv3.common.synchronization [req-94a9ffe9-dd8d-417f-8cff-782e859a44b5 req-18a73f9a-6d27-43cb-b6fb-7aa251774e6e tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1272.553168] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1272.553485] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.553797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.553797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.553930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.555173] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.555173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.555173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.555173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.555173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.555173] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.906811] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.906811] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.907130] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.907325] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.907622] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.907788] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.907957] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.908241] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.908395] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.908607] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.908718] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1272.908823] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1272.909040] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1272.909040] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1272.909179] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1272.909345] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1272.932981] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1272.933250] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1272.933315] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1272.933482] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.933795] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-64d1a99e-cd3e-4347-a8e0-8e9f1933589e taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.933973] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-64d1a99e-cd3e-4347-a8e0-8e9f1933589e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.934107] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-64d1a99e-cd3e-4347-a8e0-8e9f1933589e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.934422] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-64d1a99e-cd3e-4347-a8e0-8e9f1933589e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.934560] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64d1a99e-cd3e-4347-a8e0-8e9f1933589e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.987850] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.988070] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.988128] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.988342] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.988438] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.988645] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.988738] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.988803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.988957] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.989045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.989137] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa866bae-86ec-4e76-b72e-7042acd62e81 is going to be updated. [ 1273.039900] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.040146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.040146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.040372] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.040536] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.050627] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: IN_PROGRESS for 2s [ 1273.057047] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1273.437061] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.437310] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.437357] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.437595] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.437743] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.437894] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 64d1a99e-cd3e-4347-a8e0-8e9f1933589e not found, creating... [ 1273.438165] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.438331] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.438446] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.438660] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.438791] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.439079] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.439237] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.439353] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.439623] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.439795] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.439981] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 64d1a99e-cd3e-4347-a8e0-8e9f1933589e is going to be created. [ 1273.461323] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1273.461576] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1273.461701] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1273.461966] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1273.462207] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.462450] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-64d1a99e-cd3e-4347-a8e0-8e9f1933589e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1273.559262] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.061692] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.061902] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.061966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.062216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.062330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.062435] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1274.095427] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.095427] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.095427] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.095653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.095788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.104751] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1274.172046] env[65530]: INFO networking_nsxv3.common.synchronization [req-94a9ffe9-dd8d-417f-8cff-782e859a44b5 req-cf0f0454-fde8-486f-af71-e73a966efa43 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1274.172239] env[65530]: INFO networking_nsxv3.common.synchronization [req-94a9ffe9-dd8d-417f-8cff-782e859a44b5 req-cf0f0454-fde8-486f-af71-e73a966efa43 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1274.173097] env[65530]: INFO networking_nsxv3.common.synchronization [req-94a9ffe9-dd8d-417f-8cff-782e859a44b5 req-cf0f0454-fde8-486f-af71-e73a966efa43 service nova] Enqueued Resource ID: 64d1a99e-cd3e-4347-a8e0-8e9f1933589e with Priority: HIGHEST for action port [ 1274.173097] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1274.173097] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1274.173097] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 64d1a99e-cd3e-4347-a8e0-8e9f1933589e with Priority: HIGHEST for action port [ 1274.173360] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.173484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.173548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.173742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.173821] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.174698] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.174773] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.174956] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-64d1a99e-cd3e-4347-a8e0-8e9f1933589e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.175156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-64d1a99e-cd3e-4347-a8e0-8e9f1933589e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.175239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-64d1a99e-cd3e-4347-a8e0-8e9f1933589e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.175396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-64d1a99e-cd3e-4347-a8e0-8e9f1933589e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.175485] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('64d1a99e-cd3e-4347-a8e0-8e9f1933589e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1274.678671] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.679039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.679183] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 64d1a99e-cd3e-4347-a8e0-8e9f1933589e with status ACTIVE [ 1274.679462] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.679618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.679716] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.680028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.680192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.680423] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.680577] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.680674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.680911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.681055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.681328] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.681515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.681581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.681893] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.682030] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.682166] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 64d1a99e-cd3e-4347-a8e0-8e9f1933589e is going to be updated. [ 1274.706856] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1274.707069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1274.707258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1274.707511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1274.707707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1274.707925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-64d1a99e-cd3e-4347-a8e0-8e9f1933589e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1275.061351] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: aa866bae-86ec-4e76-b72e-7042acd62e81 in Status: SUCCESS [ 1275.061552] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: aa866bae-86ec-4e76-b72e-7042acd62e81 deletion is rescheduled due to dependency. [ 1275.061715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.114877] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1276.115370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.115370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.115579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.115714] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1276.115834] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1276.115895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1276.116072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1276.116146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1276.116243] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1276.619057] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.121366] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1277.624556] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.625050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.625050] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.625219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.625219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.625290] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1277.657163] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1277.657349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1277.657460] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1277.657621] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1277.657768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.667590] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1279.174525] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1279.174525] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1279.186992] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.187297] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.187474] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.187777] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.188085] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.188474] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.188474] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.188729] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.188910] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.189165] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.189286] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1279.189393] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1279.189548] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1279.189660] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1279.189764] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1279.189893] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1279.209548] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1279.209829] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1279.209907] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1279.210045] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-16" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.210365] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-5948ad4d-c770-4385-bc03-3421f81bdcbf taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.210541] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.210663] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.210911] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.211060] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5948ad4d-c770-4385-bc03-3421f81bdcbf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.676551] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1279.676779] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.676944] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.677215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.677425] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.677533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.677603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.677764] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.677843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.677929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.678030] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1279.713073] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.713307] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.713445] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.713825] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.713995] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.714297] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.714463] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.714583] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.714801] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.714936] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.715227] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.715392] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.715509] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.715795] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.715942] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.716098] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 5948ad4d-c770-4385-bc03-3421f81bdcbf is going to be updated. [ 1279.736404] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1279.736595] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1279.736714] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1279.736966] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1279.737238] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1279.737475] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.017551] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.017805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.017886] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.018089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.018265] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.180818] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.181288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.181288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.181415] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.181531] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.181648] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.181713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.181909] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.182045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.182093] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.182255] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.182379] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.182429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.182538] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.182684] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.182788] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.182851] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.183049] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.183098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.183161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.183266] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.460539] env[65530]: INFO networking_nsxv3.common.synchronization [req-04dc1744-c9f2-41c8-9d78-dab6aa336bc9 req-93499a38-0a64-4887-bc65-9d7d557e53ba service nova] Enqueued Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_rules [ 1280.460725] env[65530]: INFO networking_nsxv3.common.synchronization [req-04dc1744-c9f2-41c8-9d78-dab6aa336bc9 req-93499a38-0a64-4887-bc65-9d7d557e53ba service nova] Enqueued Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_members [ 1280.460866] env[65530]: INFO networking_nsxv3.common.synchronization [req-04dc1744-c9f2-41c8-9d78-dab6aa336bc9 req-93499a38-0a64-4887-bc65-9d7d557e53ba service nova] Enqueued Resource ID: 5948ad4d-c770-4385-bc03-3421f81bdcbf with Priority: HIGHEST for action port [ 1280.461453] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_rules [ 1280.461589] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_members [ 1280.461690] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5948ad4d-c770-4385-bc03-3421f81bdcbf with Priority: HIGHEST for action port [ 1280.461962] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-098b44bc-d409-4a13-98c9-645baabf5139 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.462278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.462354] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.462555] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.462638] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.463891] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-098b44bc-d409-4a13-98c9-645baabf5139 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.463969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.464164] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.464390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.464540] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.464639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.464701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.464864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.465038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.465038] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.466497] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-5948ad4d-c770-4385-bc03-3421f81bdcbf taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.466602] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.466895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.467106] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.467238] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5948ad4d-c770-4385-bc03-3421f81bdcbf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.520848] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.685796] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f5db36-74b0-41b7-88e3-78b06cb1835f: rpc.has_security_group_logging(os_id): False [ 1280.704206] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.704360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.704456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.704664] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.704760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.704986] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.705110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.705179] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.705631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.705718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.705917] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.706031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.706099] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.706252] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.706334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.706518] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.706611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.706681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.706822] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.706899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.706987] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1280.772380] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.772611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.772611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.772752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.772892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.788704] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1280.970028] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-098b44bc-d409-4a13-98c9-645baabf5139 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.970119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.970306] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1280.971286] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5948ad4d-c770-4385-bc03-3421f81bdcbf with status ACTIVE [ 1280.971476] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.971590] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.971656] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.971876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.971954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.972200] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.972284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.972284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.972431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.972509] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.972723] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.972821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.972884] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.973541] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.973678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1280.973795] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5948ad4d-c770-4385-bc03-3421f81bdcbf is going to be updated. [ 1280.998841] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1280.999058] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1280.999124] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1280.999349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1280.999565] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.000171] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5948ad4d-c770-4385-bc03-3421f81bdcbf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.023394] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.476261] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1281.526102] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1281.526306] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1281.980108] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1281.980108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1281.980108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1281.980108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1281.980724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1281.980724] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098b44bc-d409-4a13-98c9-645baabf5139 is going to be updated. [ 1282.015324] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.015533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.015533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.015755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.015841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.027558] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098b44bc-d409-4a13-98c9-645baabf5139 in Status: IN_PROGRESS for 2s [ 1282.397943] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.397943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.397943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.397943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.409800] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1282.410683] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.411932] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1282.454696] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.454921] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.454968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.455190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.467995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.468819] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1282.468908] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1282.469014] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1282.512429] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.512856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.512856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.512856] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.514182] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.514368] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1282.589733] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.589975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.589975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.590199] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.590539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.590926] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1282.663526] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.663741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.663741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.663943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.664277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.664663] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:46. [ 1282.664820] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'710d3dc9-20af-4937-850f-367e0e003b66', '1cab64b1-4044-4077-8bcd-4510da8c3945', 'dd244012-f00a-4d79-8c71-cc87f70116a5', '4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da', 'a4c18cae-c4af-4795-8e23-d6d99dd129ce', 'a16b9a7e-fe27-4054-92ab-62cdd280cdfb', '36d809c4-9cfd-4b03-8a6b-c13195a11d0f', '5fc3331f-cf07-4a6e-b31e-875d679f5360', 'f8bdddb8-decc-4fca-bb7e-70d558853d6d', '873803ae-f0b9-4c78-9a0e-68d45b509700', '53f5db36-74b0-41b7-88e3-78b06cb1835f', '77a1821d-dcc1-4537-86d5-9e1578ecb981', '8152009f-9894-492f-a4ba-039da7703e12', 'de984ea4-1fb7-44a3-b134-80db9a74bfb2', 'f68b3bc4-a430-48f1-b55c-957bb994b5d9', 'aa866bae-86ec-4e76-b72e-7042acd62e81', '736d15d0-1667-407c-8648-46e2548b28f2', '063c42d5-5927-4170-bc4a-bde830806d2e', '98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee', '098b44bc-d409-4a13-98c9-645baabf5139', '86cef894-768b-4520-9722-0d7a4c38ac52', 'a9f3eedc-9f1b-4b13-871d-4e2811298fe0', '23286cd3-802b-4543-b074-7ad587821506', '189a10da-9656-427f-b321-76a7c13f5ba8', '75eef7fb-f817-4526-8cac-c6b81571c8e0', 'a20514a4-b996-4300-8dea-6146ca98fb45', '02cab936-82f4-49ce-a13f-239bbaad9d0b', 'c8c62bb0-4f13-4fc8-985e-06e076f13c47', '949a8980-0b53-436f-9141-8531b7e34650', '56c7c771-f3e0-4914-bbef-543112491834', '5a3bb84a-0411-434d-956a-b34d608aacaf', 'a322ed71-4a4f-4ac4-98a0-02642129bfe5', '8f8559bf-7429-499d-ae93-feab4ad85d12', '6cd85b30-a04c-4a45-935a-97c2cca83986', '490e9892-2f40-4a2e-9160-7c30e7fb0538', '892b4907-3c73-4591-bf04-d41d9f68bac8', '978c051e-3685-443b-b46a-457cd6fae003', '33fcb7f6-3029-4065-9fe1-da3c0ffde234', 'd96f133a-48e3-445d-94f0-3c560b7588b6', 'a2023630-b838-4608-bd3b-beabddf9174b', 'd26477f7-9807-4295-854d-9e3d4b9f125c', 'b9be315f-d964-4414-b336-f0e757be5d78', '1ba77865-93b0-47bf-9a4a-1f035a8e3fdb', '88138d46-dacc-44dd-8114-3fadd72250c8', '903baf0c-bd1e-4ab0-a37e-8084312ddc8c', '99c81e28-eac3-4755-9aa8-99656f6c76ef'} {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1282.664915] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1282.681157] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.681349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.681389] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.681694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.681786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.681896] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1282.681970] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1282.682055] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1282.757485] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1282.757729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1282.757799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1282.758014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1282.759967] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.760343] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1282.760458] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1282.760554] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1282.760770] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1282.760770] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/46 resources of Type:Security Group Rules [ 1282.760863] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGH for action security_group_rules [ 1282.760953] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGH for action security_group_rules [ 1282.761029] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGH for action security_group_rules [ 1282.761108] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGH for action security_group_rules [ 1282.761250] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGH for action security_group_rules [ 1282.761250] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGH for action security_group_rules [ 1282.761402] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGH for action security_group_rules [ 1282.761402] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGH for action security_group_rules [ 1282.761523] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGH for action security_group_rules [ 1282.761523] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 with Priority: HIGH for action security_group_rules [ 1282.761647] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGH for action security_group_rules [ 1282.761647] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGH for action security_group_rules [ 1282.761765] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGH for action security_group_rules [ 1282.761765] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGH for action security_group_rules [ 1282.761765] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 with Priority: HIGH for action security_group_rules [ 1282.761939] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGH for action security_group_rules [ 1282.761939] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGH for action security_group_rules [ 1282.761939] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGH for action security_group_rules [ 1282.762128] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGH for action security_group_rules [ 1282.762128] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGH for action security_group_rules [ 1282.762239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1282.803487] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1282.803680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.036915] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098b44bc-d409-4a13-98c9-645baabf5139 in Status: SUCCESS [ 1284.037330] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.037417] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.037717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.037951] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1284.038144] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1284.038277] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1284.038476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1284.038562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.038652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1284.038745] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1284.542071] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.046783] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 098b44bc-d409-4a13-98c9-645baabf5139: rpc.has_security_group_logging(os_id): False [ 1285.073216] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.073459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.073459] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.073679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.111796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.112033] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.112164] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.112231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.112443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.112522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.112616] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 098b44bc-d409-4a13-98c9-645baabf5139 is going to be updated. [ 1285.178358] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.178601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.178601] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.178789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.178932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.210579] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098b44bc-d409-4a13-98c9-645baabf5139 in Status: IN_PROGRESS for 2s [ 1285.463308] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1285.463433] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=1 [ 1285.463564] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 710d3dc9-20af-4937-850f-367e0e003b66 with Priority: HIGH for action security_group_rules [ 1285.463694] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGH for action security_group_rules [ 1285.463796] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f with Priority: HIGH for action security_group_rules [ 1285.463895] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 with Priority: HIGH for action security_group_rules [ 1285.463992] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGH for action security_group_rules [ 1285.464101] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee with Priority: HIGH for action security_group_rules [ 1285.464231] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 063c42d5-5927-4170-bc4a-bde830806d2e with Priority: HIGH for action security_group_rules [ 1285.464371] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 736d15d0-1667-407c-8648-46e2548b28f2 with Priority: HIGH for action security_group_rules [ 1285.464477] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 with Priority: HIGH for action security_group_rules [ 1285.464571] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: aa866bae-86ec-4e76-b72e-7042acd62e81 with Priority: HIGH for action security_group_rules [ 1285.465120] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8152009f-9894-492f-a4ba-039da7703e12 with Priority: HIGH for action security_group_rules [ 1285.465237] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGH for action security_group_rules [ 1285.465371] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGH for action security_group_rules [ 1285.465469] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 with Priority: HIGH for action security_group_rules [ 1285.465658] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d with Priority: HIGH for action security_group_rules [ 1285.465817] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb with Priority: HIGH for action security_group_rules [ 1285.465975] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 with Priority: HIGH for action security_group_rules [ 1285.466131] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce with Priority: HIGH for action security_group_rules [ 1285.466280] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 with Priority: HIGH for action security_group_rules [ 1285.466448] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da with Priority: HIGH for action security_group_rules [ 1285.466927] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-710d3dc9-20af-4937-850f-367e0e003b66 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.467160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.467395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.467681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.467799] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('710d3dc9-20af-4937-850f-367e0e003b66',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.468903] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd244012-f00a-4d79-8c71-cc87f70116a5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.469037] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.469125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.469312] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.469436] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.470293] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.470421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.470499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.470669] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.471120] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('36d809c4-9cfd-4b03-8a6b-c13195a11d0f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.471636] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f68b3bc4-a430-48f1-b55c-957bb994b5d9 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.471770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.471910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.472055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.472116] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f68b3bc4-a430-48f1-b55c-957bb994b5d9',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.473056] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-098b44bc-d409-4a13-98c9-645baabf5139 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.473151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.473351] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.473475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.473532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.473745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.473830] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.474562] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-063c42d5-5927-4170-bc4a-bde830806d2e taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.474908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.474908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.474908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.475161] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('063c42d5-5927-4170-bc4a-bde830806d2e',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.475718] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-736d15d0-1667-407c-8648-46e2548b28f2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.475806] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.475850] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.476084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.476132] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('736d15d0-1667-407c-8648-46e2548b28f2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.476798] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.477071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.477071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.477190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.477243] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('de984ea4-1fb7-44a3-b134-80db9a74bfb2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.478048] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-aa866bae-86ec-4e76-b72e-7042acd62e81 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.478149] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.478359] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.478432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.478483] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('aa866bae-86ec-4e76-b72e-7042acd62e81',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.479200] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8152009f-9894-492f-a4ba-039da7703e12 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.479320] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.479396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.479980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.479980] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8152009f-9894-492f-a4ba-039da7703e12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.480394] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.480543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.480604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.480854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.480854] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.481729] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.481729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.481729] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.481913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.481913] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.482845] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-873803ae-f0b9-4c78-9a0e-68d45b509700 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.482980] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.483093] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.483494] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.483599] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('873803ae-f0b9-4c78-9a0e-68d45b509700',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.484424] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.484526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.484526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.484697] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.484837] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8bdddb8-decc-4fca-bb7e-70d558853d6d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.485529] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.485724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.485724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.485813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.485871] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a16b9a7e-fe27-4054-92ab-62cdd280cdfb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.486653] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fc3331f-cf07-4a6e-b31e-875d679f5360 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.487588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.487588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.487588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.487588] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fc3331f-cf07-4a6e-b31e-875d679f5360',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.487760] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.487849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.487910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.488087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.488173] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a4c18cae-c4af-4795-8e23-d6d99dd129ce',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.488892] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1cab64b1-4044-4077-8bcd-4510da8c3945 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.489096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.489096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.489247] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.489429] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1cab64b1-4044-4077-8bcd-4510da8c3945',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.490294] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.490435] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.490520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.490734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.490849] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.516450] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.516618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.516618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.517679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.539186] env[65530]: INFO networking_nsxv3.common.synchronization [req-c2dfd09d-abd3-42f6-9e13-5fda9e130291 req-343f16f0-036e-447d-b717-ed1d00ecdc4e tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1285.540559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.540692] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 36d809c4-9cfd-4b03-8a6b-c13195a11d0f is going to be deleted. [ 1285.542178] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1285.543382] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.543683] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.543770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.543965] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.544154] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.544274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.544344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.544503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.544588] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.544692] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.600787] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.601014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.601014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.601240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.601336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.601454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-36d809c4-9cfd-4b03-8a6b-c13195a11d0f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.995338] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd244012-f00a-4d79-8c71-cc87f70116a5 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.996940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.996940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.996940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.996940] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.996940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.996940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.996940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.996940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.996940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1285.996940] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.001633] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.001797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.001846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.001992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.002166] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.002275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.002320] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.002468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.002542] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.002623] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.002723] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.004612] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.004612] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.047932] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.050761] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.050910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.050975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.051224] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.059341] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.059553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.060344] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.060442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.061605] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.061708] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.063755] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.065060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.065268] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.065268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.065938] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.066082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.066927] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.067043] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.070630] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.070812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.074351] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.074474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.075341] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.075437] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.076157] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1286.076592] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.076703] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.077388] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1286.077777] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.077890] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.078913] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1286.079347] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.079486] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 736d15d0-1667-407c-8648-46e2548b28f2 is going to be deleted. [ 1286.081123] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.081276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.081276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.081483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.083045] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.083140] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.105378] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1286.106597] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.106597] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a16b9a7e-fe27-4054-92ab-62cdd280cdfb is going to be deleted. [ 1286.107052] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.107362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.132023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.132023] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: aa866bae-86ec-4e76-b72e-7042acd62e81 is going to be deleted. [ 1286.132246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.132284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.154757] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.154919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.157591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.157784] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 873803ae-f0b9-4c78-9a0e-68d45b509700 is going to be deleted. [ 1286.158748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.159025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.174742] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.174961] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.181583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.181729] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1cab64b1-4044-4077-8bcd-4510da8c3945 is going to be deleted. [ 1286.182997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.183235] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.188344] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.188476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.226413] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.226505] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f68b3bc4-a430-48f1-b55c-957bb994b5d9 is going to be deleted. [ 1286.228390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.228663] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.244049] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.244231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.292838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.293033] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 710d3dc9-20af-4937-850f-367e0e003b66 is going to be deleted. [ 1286.293931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.294161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.334592] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.334821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.364769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.364931] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fc3331f-cf07-4a6e-b31e-875d679f5360 is going to be deleted. [ 1286.365941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.366314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.391303] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.391510] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.406088] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.406278] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: de984ea4-1fb7-44a3-b134-80db9a74bfb2 is going to be deleted. [ 1286.407431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.407742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.448503] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.448748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.512514] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.514563] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.561444] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.587108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.587327] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 063c42d5-5927-4170-bc4a-bde830806d2e is going to be deleted. [ 1286.588678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.588959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.625675] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.625892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.679786] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.680075] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a4c18cae-c4af-4795-8e23-d6d99dd129ce is going to be deleted. [ 1286.681060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.681288] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.710532] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.710770] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da is going to be deleted. [ 1286.711734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.712123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.713738] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.713864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.749658] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.749865] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.751925] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.752051] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee is going to be deleted. [ 1286.753020] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.753251] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.789783] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.790012] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8bdddb8-decc-4fca-bb7e-70d558853d6d is going to be deleted. [ 1286.790895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.791151] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.834907] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.835165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.850112] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.850327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.851043] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.851153] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.851983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.852106] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8152009f-9894-492f-a4ba-039da7703e12 is going to be deleted. [ 1286.853042] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.853265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.853412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.853551] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-736d15d0-1667-407c-8648-46e2548b28f2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.853715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.853932] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.854062] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.854193] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a16b9a7e-fe27-4054-92ab-62cdd280cdfb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.854712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.854987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.855127] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.855280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-aa866bae-86ec-4e76-b72e-7042acd62e81" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.855412] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.855586] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.855678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.855848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-873803ae-f0b9-4c78-9a0e-68d45b509700" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.855988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.856158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.856237] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.856392] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1cab64b1-4044-4077-8bcd-4510da8c3945" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.856488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.856636] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.856710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.856842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f68b3bc4-a430-48f1-b55c-957bb994b5d9" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.857033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.857190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.857278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.857390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-710d3dc9-20af-4937-850f-367e0e003b66" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.857522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.857670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.857804] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.857914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fc3331f-cf07-4a6e-b31e-875d679f5360" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.858060] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.858218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.858339] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.858528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-de984ea4-1fb7-44a3-b134-80db9a74bfb2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.858620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.858698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.858768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.858879] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-063c42d5-5927-4170-bc4a-bde830806d2e" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.859023] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.859160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.859236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.859349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4a25fa8d-1b24-4a1f-b67f-ffcdfbb9f2da" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.859475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.859616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.859687] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.859791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-98cab1b4-7146-4cb3-9d73-7fb7d7dc13ee" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.860183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.860183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.860183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.860301] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a4c18cae-c4af-4795-8e23-d6d99dd129ce" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.918085] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1286.918334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1286.918334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1286.918660] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1286.918817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1286.918986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8bdddb8-decc-4fca-bb7e-70d558853d6d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.017821] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 77a1821d-dcc1-4537-86d5-9e1578ecb981: rpc.has_security_group_logging(os_id): False [ 1287.019499] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dd244012-f00a-4d79-8c71-cc87f70116a5: rpc.has_security_group_logging(os_id): False [ 1287.026703] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.026894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.026966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.027292] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.027391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.027519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8152009f-9894-492f-a4ba-039da7703e12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.044762] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.045040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.045040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.045216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.064099] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.064585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.064585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.064723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.064723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.064828] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1287.081465] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.081704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.100732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.101009] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.101170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.101170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.101406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.101484] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.101573] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be updated. [ 1287.102880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.103089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.164624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.164951] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.165087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.165157] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.165479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.165566] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.165664] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd244012-f00a-4d79-8c71-cc87f70116a5 is going to be updated. [ 1287.167783] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.167981] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.167981] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.168227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.168391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.186691] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1287.272807] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098b44bc-d409-4a13-98c9-645baabf5139 in Status: SUCCESS [ 1287.273068] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.273262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.273488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.273581] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1287.277480] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.277653] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.277723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.277959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.278132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.315653] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: IN_PROGRESS for 2s [ 1287.347681] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1287.348483] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.348679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.348754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.349054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.349146] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.378474] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd244012-f00a-4d79-8c71-cc87f70116a5 in Status: IN_PROGRESS for 2s [ 1287.776106] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-098b44bc-d409-4a13-98c9-645baabf5139 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.776344] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.776496] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.776679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.776866] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.776975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.777055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.777263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.777356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.777449] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.777542] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.280667] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1288.783467] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 098b44bc-d409-4a13-98c9-645baabf5139: rpc.has_security_group_logging(os_id): False [ 1288.799816] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.799996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.800053] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.800268] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.800376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.800648] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.800750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.800815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.800966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.801055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.801144] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 098b44bc-d409-4a13-98c9-645baabf5139 is going to be updated. [ 1288.860316] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1288.860516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1288.860516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1288.860721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1288.860864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.874992] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098b44bc-d409-4a13-98c9-645baabf5139 in Status: IN_PROGRESS for 2s [ 1289.196367] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1289.196643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.196803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.197037] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.197266] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.197393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.197456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.197645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.197741] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.197830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.197924] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1289.331176] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 1289.331466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.392389] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dd244012-f00a-4d79-8c71-cc87f70116a5 in Status: SUCCESS [ 1289.392695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.700705] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.700705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.700705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.700705] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.700705] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.701117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.701117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.701117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.701117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.701236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.701333] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.701457] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.701519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.701671] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.701841] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1289.701897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.701955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.702083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.702159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.702331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.702331] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1290.207794] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f5db36-74b0-41b7-88e3-78b06cb1835f: rpc.has_security_group_logging(os_id): False [ 1290.227559] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.227704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.227841] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.227994] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.250880] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.251516] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.251516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.251516] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.251704] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.251794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.251976] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.252092] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.252163] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.252329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.252469] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.252612] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.252728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.252767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.252899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.252992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.253102] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1290.317540] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1290.317959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1290.317959] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1290.318108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1290.318177] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.344125] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1290.543095] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1290.543095] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1290.891560] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098b44bc-d409-4a13-98c9-645baabf5139 in Status: SUCCESS [ 1290.891810] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.361363] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1292.361652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.963973] env[65530]: INFO networking_nsxv3.common.synchronization [req-5fceae0a-0b15-477b-8389-717b5d2d20d3 req-5dcdd0f0-810e-47b3-baef-48cfef5342e7 tempest-ServerActionsTestJSON-971036309 tempest-ServerActionsTestJSON-971036309-project-member] Enqueued Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1292.964823] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 with Priority: HIGHEST for action security_group_members [ 1292.964823] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-77a1821d-dcc1-4537-86d5-9e1578ecb981 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.964823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.964823] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.965075] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.965124] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.965463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.965463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.965463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.965463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.965637] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('77a1821d-dcc1-4537-86d5-9e1578ecb981',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1293.470097] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.470548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.470548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.470548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.470726] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.470856] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.470966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.471047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.471192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.471283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.471344] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 is going to be updated. [ 1293.501936] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.502196] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.502196] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.502351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.502485] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.515481] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: IN_PROGRESS for 2s [ 1294.794874] env[65530]: INFO networking_nsxv3.common.synchronization [req-552414e6-7387-460b-9eb0-6c0bea96de40 req-a15f5782-d6d9-4934-a0c4-3130c1c80ece tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1294.795524] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1294.795524] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.795666] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.795713] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.795990] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.796164] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.796269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.796331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.796511] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.796597] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.796691] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.091324] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.091524] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.091647] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.091913] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.092188] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.092347] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.092468] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.092691] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.092842] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.093203] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.093350] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1295.093500] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1295.093686] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1295.093819] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1295.093930] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1295.094073] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1295.111886] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1295.112080] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1295.112233] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1295.112429] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.112728] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-f970f109-f04f-4dc7-991b-6615b00047b3 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.112895] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-f970f109-f04f-4dc7-991b-6615b00047b3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.113040] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-f970f109-f04f-4dc7-991b-6615b00047b3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.113350] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-f970f109-f04f-4dc7-991b-6615b00047b3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.113485] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f970f109-f04f-4dc7-991b-6615b00047b3',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.301072] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1295.526017] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 in Status: SUCCESS [ 1295.526203] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 77a1821d-dcc1-4537-86d5-9e1578ecb981 deletion is rescheduled due to dependency. [ 1295.526317] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-77a1821d-dcc1-4537-86d5-9e1578ecb981" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.615733] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.615980] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.616184] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.616495] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.616646] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.616804] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port f970f109-f04f-4dc7-991b-6615b00047b3 not found, creating... [ 1295.617095] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.617230] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.617628] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.618288] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.618559] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.619042] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.619042] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.619274] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.619385] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.619520] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.619682] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: f970f109-f04f-4dc7-991b-6615b00047b3 is going to be created. [ 1295.639197] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1295.639407] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1295.639549] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1295.639824] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1295.640064] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.640357] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-f970f109-f04f-4dc7-991b-6615b00047b3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1295.803135] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.305996] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.306215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.306261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.306463] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.306549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.306664] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1296.335865] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.336087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.336087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.336353] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.336514] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.345793] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1296.347608] env[65530]: INFO networking_nsxv3.common.synchronization [req-552414e6-7387-460b-9eb0-6c0bea96de40 req-ac36da4f-11fe-45d8-a9fb-6be4489dc089 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1296.347789] env[65530]: INFO networking_nsxv3.common.synchronization [req-552414e6-7387-460b-9eb0-6c0bea96de40 req-ac36da4f-11fe-45d8-a9fb-6be4489dc089 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1296.347970] env[65530]: INFO networking_nsxv3.common.synchronization [req-552414e6-7387-460b-9eb0-6c0bea96de40 req-ac36da4f-11fe-45d8-a9fb-6be4489dc089 service nova] Enqueued Resource ID: f970f109-f04f-4dc7-991b-6615b00047b3 with Priority: HIGHEST for action port [ 1296.348163] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1296.348304] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1296.348436] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f970f109-f04f-4dc7-991b-6615b00047b3 with Priority: HIGHEST for action port [ 1296.349018] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.349145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.349218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.349413] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.349502] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.350467] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.350467] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.350621] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-f970f109-f04f-4dc7-991b-6615b00047b3 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.350684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f970f109-f04f-4dc7-991b-6615b00047b3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.350757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f970f109-f04f-4dc7-991b-6615b00047b3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.350920] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f970f109-f04f-4dc7-991b-6615b00047b3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.350993] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f970f109-f04f-4dc7-991b-6615b00047b3',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1296.852597] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.852987] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.852987] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f970f109-f04f-4dc7-991b-6615b00047b3 with status ACTIVE [ 1296.853093] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.853145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.853208] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.853405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.853500] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.853655] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.853747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.853807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.853954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.854044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.854242] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.854335] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.854447] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.854592] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.854664] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.854748] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f970f109-f04f-4dc7-991b-6615b00047b3 is going to be updated. [ 1296.875610] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1296.875787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1296.875830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1296.876014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1296.876165] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.876326] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f970f109-f04f-4dc7-991b-6615b00047b3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.358553] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1298.358898] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.358983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.359218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.359423] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1298.359576] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1298.359678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1298.359857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1298.359975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1298.360103] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1298.862811] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.364765] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1299.867037] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.867262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.867422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.868366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.868366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.868366] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1299.895562] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1299.895809] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1299.895870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1299.896046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1299.896201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.905331] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1301.349311] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1301.349646] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1301.448230] env[65530]: INFO networking_nsxv3.common.synchronization [None req-c388a989-9a23-4ffd-b094-e229dd4280ba None None] Enqueued Resource ID: ad74df2a-5b14-4a5d-9e28-bb9f4bb45cdc with Priority: HIGHEST for action port [ 1301.448885] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad74df2a-5b14-4a5d-9e28-bb9f4bb45cdc with Priority: HIGHEST for action port [ 1301.450725] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad74df2a-5b14-4a5d-9e28-bb9f4bb45cdc taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.450725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad74df2a-5b14-4a5d-9e28-bb9f4bb45cdc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.450725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad74df2a-5b14-4a5d-9e28-bb9f4bb45cdc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.450725] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad74df2a-5b14-4a5d-9e28-bb9f4bb45cdc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.450725] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad74df2a-5b14-4a5d-9e28-bb9f4bb45cdc',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.839802] env[65530]: INFO networking_nsxv3.common.synchronization [None req-3d3602a0-0bfa-4587-af2d-fa7ccc9bd39b tempest-ServerActionsTestOtherB-1725172983 tempest-ServerActionsTestOtherB-1725172983-project-member] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_rules [ 1301.840390] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_rules [ 1301.840721] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.840842] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.840908] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.841579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.841579] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.917102] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1301.917433] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.917618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.917828] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.918033] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.918152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.918216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.918387] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.918465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.918547] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.918639] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1301.926165] env[65530]: INFO networking_nsxv3.common.synchronization [None req-eea9375e-3992-4d5d-8c75-328c98348ea7 tempest-ServerActionsTestOtherB-1725172983 tempest-ServerActionsTestOtherB-1725172983-project-member] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_rules [ 1301.927110] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_rules [ 1301.927110] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.927110] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.951834] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad74df2a-5b14-4a5d-9e28-bb9f4bb45cdc [ 1301.952204] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1301.952434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1301.952560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1301.952807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1301.952927] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1301.953032] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad74df2a-5b14-4a5d-9e28-bb9f4bb45cdc already deleted. [ 1301.953181] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad74df2a-5b14-4a5d-9e28-bb9f4bb45cdc" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.362441] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.362862] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.362862] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.363186] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.363334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.363464] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d already deleted. [ 1302.363649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.363780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.363949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.364048] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.422169] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.422169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.422169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.422169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.422169] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.422169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.422169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.422169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.422568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.422568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.422568] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.422568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.422737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.422737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.422992] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.422992] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.423112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.423200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.423231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.423350] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.423388] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1302.889874] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.890032] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.890109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.890322] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.890408] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.890505] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d already deleted. [ 1302.890674] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.925153] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f5db36-74b0-41b7-88e3-78b06cb1835f: rpc.has_security_group_logging(os_id): False [ 1302.944033] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.944315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.944315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.944486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.944546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.944752] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.944895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.944895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.945063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.945131] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.945334] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.945440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.945505] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.945613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.945680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.945857] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1302.945969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1302.946047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1302.946149] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1302.946215] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1302.946297] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1303.022570] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.022776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.022776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.023051] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.023817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.039560] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1303.386783] env[65530]: INFO networking_nsxv3.common.synchronization [None req-a728c467-42a4-4cbb-8ede-88bb35021aad None None] Enqueued Resource ID: a8e06457-c8d5-4af1-83af-43130a461b99 with Priority: HIGHEST for action port [ 1303.387503] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a8e06457-c8d5-4af1-83af-43130a461b99 with Priority: HIGHEST for action port [ 1303.387740] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-a8e06457-c8d5-4af1-83af-43130a461b99 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.387869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a8e06457-c8d5-4af1-83af-43130a461b99" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.387922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a8e06457-c8d5-4af1-83af-43130a461b99" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.388313] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a8e06457-c8d5-4af1-83af-43130a461b99" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.388510] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a8e06457-c8d5-4af1-83af-43130a461b99',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.891042] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a8e06457-c8d5-4af1-83af-43130a461b99 [ 1303.891200] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.891300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.891367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.891582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.891672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.891776] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a8e06457-c8d5-4af1-83af-43130a461b99 already deleted. [ 1303.891874] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a8e06457-c8d5-4af1-83af-43130a461b99" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.064972] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1305.065402] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.454605] env[65530]: INFO networking_nsxv3.common.synchronization [req-aac3067f-ca85-42f6-9d2a-e6cc8735dfad req-34c33c40-f9ee-4f1a-bb54-ffebcb35a3cb tempest-ServerActionsTestOtherB-1725172983 tempest-ServerActionsTestOtherB-1725172983-project-member] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1307.454605] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1307.455080] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.455080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.455080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.455258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.455415] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.455512] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.455573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.455723] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.455805] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.455894] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.740811] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.740979] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.741132] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.741376] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.741630] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.741790] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.741914] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.742279] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.742279] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.742483] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1307.742595] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1307.742705] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1307.742818] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1307.742926] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1307.743043] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1307.743175] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1307.763475] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1307.763766] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1307.763864] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1307.763970] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.764301] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-a9e11945-25e3-4e87-abbe-a8c04f092fae taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.764482] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-a9e11945-25e3-4e87-abbe-a8c04f092fae" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.764661] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-a9e11945-25e3-4e87-abbe-a8c04f092fae" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.764988] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-a9e11945-25e3-4e87-abbe-a8c04f092fae" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.765151] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e11945-25e3-4e87-abbe-a8c04f092fae',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.958526] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.958759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.958759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.958983] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.959082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.959282] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.959380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.959445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.959622] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.959857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.959962] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d already deleted. [ 1307.960073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.268791] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.269031] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.269076] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.269367] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.269514] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.269667] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port a9e11945-25e3-4e87-abbe-a8c04f092fae not found, creating... [ 1308.269934] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.270105] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.270219] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.270451] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.270594] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.270867] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.271034] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.271155] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.271353] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.271486] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.271622] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: a9e11945-25e3-4e87-abbe-a8c04f092fae is going to be created. [ 1308.294069] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.294312] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.294412] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.294681] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.294904] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.295142] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-a9e11945-25e3-4e87-abbe-a8c04f092fae" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.986727] env[65530]: INFO networking_nsxv3.common.synchronization [req-aac3067f-ca85-42f6-9d2a-e6cc8735dfad req-ce950289-4417-4244-bbbb-7fc022366256 service nova] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_rules [ 1308.986727] env[65530]: INFO networking_nsxv3.common.synchronization [req-aac3067f-ca85-42f6-9d2a-e6cc8735dfad req-ce950289-4417-4244-bbbb-7fc022366256 service nova] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1308.987563] env[65530]: INFO networking_nsxv3.common.synchronization [req-aac3067f-ca85-42f6-9d2a-e6cc8735dfad req-ce950289-4417-4244-bbbb-7fc022366256 service nova] Enqueued Resource ID: a9e11945-25e3-4e87-abbe-a8c04f092fae with Priority: HIGHEST for action port [ 1308.987862] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_rules [ 1308.987999] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1308.988175] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9e11945-25e3-4e87-abbe-a8c04f092fae with Priority: HIGHEST for action port [ 1308.989036] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.989172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.989245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.989901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.990034] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.990940] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.991035] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.991117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.991275] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.991420] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.991564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.991564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.991707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.991832] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1308.991880] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1308.992654] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9e11945-25e3-4e87-abbe-a8c04f092fae taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1308.992751] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9e11945-25e3-4e87-abbe-a8c04f092fae" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1308.992822] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9e11945-25e3-4e87-abbe-a8c04f092fae" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1308.993757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9e11945-25e3-4e87-abbe-a8c04f092fae" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1308.993757] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9e11945-25e3-4e87-abbe-a8c04f092fae',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.494798] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.495055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.495174] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.496071] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9e11945-25e3-4e87-abbe-a8c04f092fae with status ACTIVE [ 1309.496267] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.496378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.496444] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.496655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.496737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.496905] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.497009] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.497081] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.497223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.497299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.498372] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.498655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.498740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.498897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.498976] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.499078] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9e11945-25e3-4e87-abbe-a8c04f092fae is going to be updated. [ 1309.521195] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.521409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.521409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.521620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.521768] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.521930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9e11945-25e3-4e87-abbe-a8c04f092fae" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.589401] env[65530]: INFO networking_nsxv3.common.synchronization [req-1f7bab87-a02e-4af3-967d-6b4eb9809fed req-d3618bdd-b3ce-4745-a339-d7b23e716f03 tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1309.589945] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1309.590275] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.590400] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.590470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.590919] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.591096] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.591204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.591267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.591455] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.591541] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.591638] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.906132] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.906132] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.906132] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.906376] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.906599] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.906758] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.906876] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.907105] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.907251] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.907519] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1309.907635] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1309.907746] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1309.907855] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1309.907964] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1309.908086] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1309.908218] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1309.926169] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1309.926319] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1309.926477] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1309.926648] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.926963] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-6fe867cc-030e-4b82-90a1-49653cb7d4b2 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.927163] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-6fe867cc-030e-4b82-90a1-49653cb7d4b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.927285] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-6fe867cc-030e-4b82-90a1-49653cb7d4b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.927647] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-6fe867cc-030e-4b82-90a1-49653cb7d4b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.927786] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fe867cc-030e-4b82-90a1-49653cb7d4b2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.001515] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.094031] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.430285] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.430537] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.430814] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.431244] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.431455] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.431686] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 6fe867cc-030e-4b82-90a1-49653cb7d4b2 not found, creating... [ 1310.432042] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.432225] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.432344] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.432584] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.432779] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.433150] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.433290] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.433410] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.433647] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.433834] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.434031] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 6fe867cc-030e-4b82-90a1-49653cb7d4b2 is going to be created. [ 1310.456037] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.456287] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.456437] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.456668] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.456891] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.457130] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-6fe867cc-030e-4b82-90a1-49653cb7d4b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.503581] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.503878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.503878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.503953] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.504047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.504136] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be created. [ 1310.553652] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.553998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.553998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.554142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.554385] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.566776] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: UNINITIALIZED for 2s [ 1310.596446] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.099061] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.099440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.099440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.099553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.099644] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.099744] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1311.130587] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.130750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.130815] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.131044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.131192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.141199] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1311.226441] env[65530]: INFO networking_nsxv3.common.synchronization [req-1f7bab87-a02e-4af3-967d-6b4eb9809fed req-fb425611-8007-42de-b4de-4f8066d1cbc4 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1311.226624] env[65530]: INFO networking_nsxv3.common.synchronization [req-1f7bab87-a02e-4af3-967d-6b4eb9809fed req-fb425611-8007-42de-b4de-4f8066d1cbc4 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1311.226760] env[65530]: INFO networking_nsxv3.common.synchronization [req-1f7bab87-a02e-4af3-967d-6b4eb9809fed req-fb425611-8007-42de-b4de-4f8066d1cbc4 service nova] Enqueued Resource ID: 6fe867cc-030e-4b82-90a1-49653cb7d4b2 with Priority: HIGHEST for action port [ 1311.226992] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1311.227138] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1311.227236] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6fe867cc-030e-4b82-90a1-49653cb7d4b2 with Priority: HIGHEST for action port [ 1311.227889] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.228018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.228661] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.228899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.228989] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.230255] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.230610] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.230832] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-6fe867cc-030e-4b82-90a1-49653cb7d4b2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.230937] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6fe867cc-030e-4b82-90a1-49653cb7d4b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.231095] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6fe867cc-030e-4b82-90a1-49653cb7d4b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.231190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6fe867cc-030e-4b82-90a1-49653cb7d4b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.231269] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6fe867cc-030e-4b82-90a1-49653cb7d4b2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1311.733671] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.733943] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.733943] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6fe867cc-030e-4b82-90a1-49653cb7d4b2 with status ACTIVE [ 1311.734100] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.734218] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.734299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.734491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.734579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.734746] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.734835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.734894] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.735051] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.735118] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.735326] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.735440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.735519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.735622] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.735693] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.735775] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6fe867cc-030e-4b82-90a1-49653cb7d4b2 is going to be updated. [ 1311.780027] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1311.780226] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1311.780271] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1311.780468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1311.780611] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1311.780782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6fe867cc-030e-4b82-90a1-49653cb7d4b2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.586183] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1312.586585] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.586634] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.587603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.587603] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1312.587912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1312.587912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1312.588360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1312.588360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.588360] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1312.588545] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.091141] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.152267] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1313.152568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.152770] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.153054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.153308] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.153440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.153609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.153696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.153861] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.153961] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.593561] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d: rpc.has_security_group_logging(os_id): False [ 1313.612343] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.612549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.612598] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.614044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.614044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.614044] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.614044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.614044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.614044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.614044] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.614044] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be created. [ 1313.656231] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1313.695529] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1313.695709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1313.695759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1313.695986] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1313.696169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1313.711178] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: IN_PROGRESS for 2s [ 1314.158428] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1314.660591] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.661057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.661057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.661057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.661172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.661306] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1314.706489] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1314.706691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1314.706691] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1314.706931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1314.707119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.715875] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1315.724552] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1315.724907] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.227927] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1316.228108] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1316.726928] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1316.727302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.727340] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.727628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.727871] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1316.728019] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1316.728087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1316.728244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1316.728324] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.728409] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1316.728501] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.230901] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.231173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.231173] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.231373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.231552] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.231679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.231755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.231863] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.231931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.232033] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.232239] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.232300] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.232338] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.232453] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.232589] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.232678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.232767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.232931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.233081] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.233139] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.233182] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1317.735666] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f5db36-74b0-41b7-88e3-78b06cb1835f: rpc.has_security_group_logging(os_id): False [ 1317.755940] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.756100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.756181] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.756398] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.756486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.756711] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.756814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.756878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.757041] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.757125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.757301] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.757367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.757478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.757641] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.757710] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.757904] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.758045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.758045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.758185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.758258] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.758341] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1317.858170] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1317.858476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1317.858476] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1317.858628] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1317.858779] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1317.872933] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1319.887655] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1319.887655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1321.229475] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1321.229475] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1322.054142] env[65530]: INFO networking_nsxv3.common.synchronization [req-4b6cc9dc-8036-4431-baa4-4dd3a0292819 req-d5e1d644-ac50-4edc-8b8c-ef4e7caeb727 tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1322.054807] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1322.055314] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.055520] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.055581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.055798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.055956] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.056089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.056158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.056311] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.056394] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.056499] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.454600] env[65530]: INFO networking_nsxv3.common.synchronization [req-7b5d1027-d8dd-4e95-8de3-050335a4740d req-0d4813a4-0aac-4173-b4b1-f8b7ad27b2e7 tempest-ServersV294TestFqdnHostnames-364865323 tempest-ServersV294TestFqdnHostnames-364865323-project-member] Enqueued Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGHEST for action security_group_members [ 1322.455176] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGHEST for action security_group_members [ 1322.455496] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-dd244012-f00a-4d79-8c71-cc87f70116a5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.455650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.455734] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.455958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.456129] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.456233] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.456297] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.456441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.456526] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.456618] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.559586] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1322.958639] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.960059] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.960059] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.960059] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.960059] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.960059] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1322.960059] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.960059] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.960403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1322.960403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1322.960403] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd244012-f00a-4d79-8c71-cc87f70116a5 is going to be updated. [ 1323.009831] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.010082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.010082] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.010295] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.010439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.020735] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd244012-f00a-4d79-8c71-cc87f70116a5 in Status: IN_PROGRESS for 2s [ 1323.062408] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1323.564627] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.565113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.565113] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.565321] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.565413] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.565542] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1323.592745] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1323.592866] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.592939] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.593156] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.593302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.602726] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1325.031533] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dd244012-f00a-4d79-8c71-cc87f70116a5 in Status: SUCCESS [ 1325.031533] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dd244012-f00a-4d79-8c71-cc87f70116a5 deletion is rescheduled due to dependency. [ 1325.031533] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.613680] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1325.613896] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1327.456092] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1327.456479] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.565054] env[65530]: INFO networking_nsxv3.common.synchronization [req-43a702a4-1f89-476a-93f2-dd3eb3c221c3 req-f256558f-949e-4038-8ff3-fc14e94d0f92 tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1328.565613] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1328.565927] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.566172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.566253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.566451] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.566637] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.566742] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.566810] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.566947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.567040] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.567133] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.069803] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.571627] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1330.074410] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.074620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.074715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.074977] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.075117] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.075227] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1330.108027] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1330.108027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.108027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.108027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1330.108027] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1330.117189] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1332.128248] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1332.128646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.647732] env[65530]: INFO networking_nsxv3.common.synchronization [req-d4ad08c6-de1f-45f5-b725-2547415196e3 req-a1ef4c9a-eaaf-48aa-9a99-56df364c0289 tempest-AttachVolumeShelveTestJSON-229055213 tempest-AttachVolumeShelveTestJSON-229055213-project-member] Enqueued Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_members [ 1332.648349] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098b44bc-d409-4a13-98c9-645baabf5139 with Priority: HIGHEST for action security_group_members [ 1332.648690] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-098b44bc-d409-4a13-98c9-645baabf5139 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.648816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.648885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.649091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.649261] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1332.649355] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1332.649414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1332.649563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1332.649646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1332.649741] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098b44bc-d409-4a13-98c9-645baabf5139',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1333.151593] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.151970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.151970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.152080] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.152159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.152358] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.152458] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.152521] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.152682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.152777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.152864] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098b44bc-d409-4a13-98c9-645baabf5139 is going to be updated. [ 1333.180226] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1333.180434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1333.180434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1333.180619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1333.180760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.189197] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098b44bc-d409-4a13-98c9-645baabf5139 in Status: IN_PROGRESS for 2s [ 1335.199291] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098b44bc-d409-4a13-98c9-645baabf5139 in Status: SUCCESS [ 1335.199672] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098b44bc-d409-4a13-98c9-645baabf5139 deletion is rescheduled due to dependency. [ 1335.199672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098b44bc-d409-4a13-98c9-645baabf5139" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1337.649280] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1337.649645] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.850026] env[65530]: INFO networking_nsxv3.common.synchronization [req-3fca1f4e-31dd-4a1c-b1ff-666c3f3eba31 req-3db762aa-667a-4744-bb25-fb6d0b3a8309 tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1338.850466] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1338.850763] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.850888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.850964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.851170] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.851323] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1338.851420] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1338.851481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1338.851626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1338.851707] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1338.851800] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.159276] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.159481] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.159605] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.159875] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.160144] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.160300] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.160418] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.160710] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.160880] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.161102] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.161213] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1339.161319] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1339.161423] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1339.161528] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1339.161631] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1339.161756] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1339.182145] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1339.182542] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1339.182542] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1339.182617] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.183015] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-a707a60e-d620-49a9-85f1-682cc362623d taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.183197] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-a707a60e-d620-49a9-85f1-682cc362623d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.183319] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-a707a60e-d620-49a9-85f1-682cc362623d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.183639] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-a707a60e-d620-49a9-85f1-682cc362623d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.183780] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a707a60e-d620-49a9-85f1-682cc362623d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.354275] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1339.686330] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.686571] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.686725] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.687041] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.687237] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.687417] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port a707a60e-d620-49a9-85f1-682cc362623d not found, creating... [ 1339.687722] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.687890] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.688051] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.688259] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.688400] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.688706] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.688873] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.688991] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.689215] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.689349] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.689488] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: a707a60e-d620-49a9-85f1-682cc362623d is going to be created. [ 1339.711700] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1339.712016] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1339.712091] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1339.712352] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1339.712578] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.712804] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-a707a60e-d620-49a9-85f1-682cc362623d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1339.856645] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.358924] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.359180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.359180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.359399] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.359473] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.359573] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1340.389145] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.389307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.389356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.389561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.389703] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.392293] env[65530]: INFO networking_nsxv3.common.synchronization [req-3fca1f4e-31dd-4a1c-b1ff-666c3f3eba31 req-bb6ab9f2-98db-4dcd-9339-5ac5ed3bc4a0 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1340.392461] env[65530]: INFO networking_nsxv3.common.synchronization [req-3fca1f4e-31dd-4a1c-b1ff-666c3f3eba31 req-bb6ab9f2-98db-4dcd-9339-5ac5ed3bc4a0 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1340.392639] env[65530]: INFO networking_nsxv3.common.synchronization [req-3fca1f4e-31dd-4a1c-b1ff-666c3f3eba31 req-bb6ab9f2-98db-4dcd-9339-5ac5ed3bc4a0 service nova] Enqueued Resource ID: a707a60e-d620-49a9-85f1-682cc362623d with Priority: HIGHEST for action port [ 1340.393202] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1340.393351] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1340.393452] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a707a60e-d620-49a9-85f1-682cc362623d with Priority: HIGHEST for action port [ 1340.394248] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.394248] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.394248] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.394644] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.394644] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.395673] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.395775] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.395952] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-a707a60e-d620-49a9-85f1-682cc362623d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.396104] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a707a60e-d620-49a9-85f1-682cc362623d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.396148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a707a60e-d620-49a9-85f1-682cc362623d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.396329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a707a60e-d620-49a9-85f1-682cc362623d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.396414] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a707a60e-d620-49a9-85f1-682cc362623d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1340.401806] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1340.898649] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.898649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.899198] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a707a60e-d620-49a9-85f1-682cc362623d with status ACTIVE [ 1340.899198] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.899198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.899198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.899366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.899456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.899620] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.899715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.899774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.899941] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.900037] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.900219] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.900314] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.900376] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.900535] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.900604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.900687] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a707a60e-d620-49a9-85f1-682cc362623d is going to be updated. [ 1340.921312] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.921503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.921503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.921655] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.921790] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.921951] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a707a60e-d620-49a9-85f1-682cc362623d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.412458] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1342.412854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.413063] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.413297] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.413497] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.413616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.413682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.413846] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.413969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.414087] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.917028] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.419080] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.921332] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.921540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.921540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.921759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.921859] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.921958] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1343.950244] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.950561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.950561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.950758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.950952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.961576] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1345.394608] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1345.395020] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1345.973525] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1345.973759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.973942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.974190] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.974391] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.974515] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.974591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.974752] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.974835] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.974934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.975039] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.477072] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.477426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.477426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.477510] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.477686] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.477789] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.477854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.478010] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.478101] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.478187] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.478331] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.478424] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.478483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.478619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.478754] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.478843] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.478903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.479047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.479123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.479219] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.479286] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.981105] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f5db36-74b0-41b7-88e3-78b06cb1835f: rpc.has_security_group_logging(os_id): False [ 1346.999364] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.999673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.999673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.999857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.999857] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.000128] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.000272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.000356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.000550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.000641] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.000812] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.000917] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.000989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.001119] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.001205] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.001407] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.001523] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.001591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.001718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.001822] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.001906] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1347.170396] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.170686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.170686] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.170818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.170940] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.184746] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1349.199260] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1349.199698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.395934] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1350.396334] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1351.363052] env[65530]: INFO networking_nsxv3.common.synchronization [req-7a3e716b-6d84-45cd-93ae-44228dc29dbf req-1bb3b1ad-8579-4383-a5b9-7526f69e73c1 tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1351.363598] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1351.363932] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.364071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.364139] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.364336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.364490] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1351.364591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1351.364651] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1351.364793] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1351.364878] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1351.364982] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1351.867611] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.369717] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1352.873119] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.873536] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.873536] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.873613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.873722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.873776] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1352.905274] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1352.905470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1352.905470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1352.905689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1352.905838] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.914460] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1354.925389] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1354.925785] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1356.364407] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1356.364789] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1360.517839] env[65530]: INFO networking_nsxv3.common.synchronization [req-41054337-210c-4827-a04b-572856f0b5cc req-cc703627-5551-4832-94e2-6a2747430ae8 tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1360.518177] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1360.518422] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.518561] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.518681] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.518885] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.519047] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.519152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.519214] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.519359] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.519437] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.519554] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1360.813989] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.814236] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.814362] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.814646] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.814916] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.815086] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.815206] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.815425] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.815569] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.815857] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1360.815981] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1360.816111] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1360.816232] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1360.816346] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1360.816453] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1360.816583] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1360.842305] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1360.842486] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1360.842591] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1360.842763] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-454" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.843238] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-2098c627-13fe-47d5-9e67-937f8037d690 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1360.843419] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-2098c627-13fe-47d5-9e67-937f8037d690" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1360.843539] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-2098c627-13fe-47d5-9e67-937f8037d690" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1360.843857] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-2098c627-13fe-47d5-9e67-937f8037d690" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1360.843999] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2098c627-13fe-47d5-9e67-937f8037d690',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.022049] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1361.346593] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.346893] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.347045] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.347385] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.347558] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.347815] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port 2098c627-13fe-47d5-9e67-937f8037d690 not found, creating... [ 1361.348189] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.348365] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.348489] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.348722] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.348919] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.349232] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.349393] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.349513] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.349726] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.349859] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.349999] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 2098c627-13fe-47d5-9e67-937f8037d690 is going to be created. [ 1361.371016] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1361.371274] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1361.371458] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1361.371772] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1361.372062] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.372334] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-2098c627-13fe-47d5-9e67-937f8037d690" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1361.524369] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.027329] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.027552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.027645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.027948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.028055] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.028154] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1362.057088] env[65530]: INFO networking_nsxv3.common.synchronization [req-41054337-210c-4827-a04b-572856f0b5cc req-ef6019f6-ef4c-4cc7-a214-30fd0a42c547 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1362.057290] env[65530]: INFO networking_nsxv3.common.synchronization [req-41054337-210c-4827-a04b-572856f0b5cc req-ef6019f6-ef4c-4cc7-a214-30fd0a42c547 service nova] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1362.057426] env[65530]: INFO networking_nsxv3.common.synchronization [req-41054337-210c-4827-a04b-572856f0b5cc req-ef6019f6-ef4c-4cc7-a214-30fd0a42c547 service nova] Enqueued Resource ID: 2098c627-13fe-47d5-9e67-937f8037d690 with Priority: HIGHEST for action port [ 1362.058107] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_rules [ 1362.058206] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1362.058277] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2098c627-13fe-47d5-9e67-937f8037d690 with Priority: HIGHEST for action port [ 1362.058540] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.058652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.058718] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.058912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.058995] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.060032] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.060134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.060391] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-2098c627-13fe-47d5-9e67-937f8037d690 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.060503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2098c627-13fe-47d5-9e67-937f8037d690" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.060567] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2098c627-13fe-47d5-9e67-937f8037d690" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.060737] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2098c627-13fe-47d5-9e67-937f8037d690" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.060814] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2098c627-13fe-47d5-9e67-937f8037d690',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1362.062310] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.062437] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.062481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.062640] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.062871] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.074150] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1362.565294] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.565684] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.565684] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2098c627-13fe-47d5-9e67-937f8037d690 with status ACTIVE [ 1362.565852] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.565934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.565934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.566169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.566250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.566423] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.566518] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.566573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.566721] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.566791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.566967] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.567074] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.567127] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.567269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.567331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.567418] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2098c627-13fe-47d5-9e67-937f8037d690 is going to be updated. [ 1362.590076] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1362.590331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1362.590331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1362.590474] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1362.590613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1362.590774] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2098c627-13fe-47d5-9e67-937f8037d690" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.083899] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1364.083899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.083899] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.084362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.084452] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1364.084615] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1364.084703] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1364.084915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1364.085018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1364.085141] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1364.588535] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.091193] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1365.593242] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.593397] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.593470] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.593682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.593771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.593867] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1365.621199] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1365.621395] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1365.621446] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1365.621650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1365.621797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1365.630678] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1367.059919] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1367.060356] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1367.641758] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1367.641967] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.642133] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.642359] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.642662] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1367.642767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1367.642767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1367.642889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1367.642970] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.643069] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1367.643162] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.145395] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.145934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.145934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.145934] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.146161] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.146289] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.146393] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.146562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.146688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.146792] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.146995] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.147134] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.147200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.147390] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.147559] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.147685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.147747] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.147948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.148037] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.148160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.148257] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1368.651204] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 53f5db36-74b0-41b7-88e3-78b06cb1835f: rpc.has_security_group_logging(os_id): False [ 1368.668722] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.668947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.668947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.669168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.669261] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.669479] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.669582] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.669645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.669797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.669875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.670063] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.670167] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.670223] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.670365] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.670435] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.670616] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.670709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.670758] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.670888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.670961] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.671056] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1368.733239] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1368.733490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1368.733490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1368.733632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1368.733771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1368.748480] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1370.764831] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1370.765239] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1372.061316] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1372.061316] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1374.005504] env[65530]: INFO networking_nsxv3.common.synchronization [req-cebfd6fc-4e1f-4637-ae04-e1e7ccedc980 req-1fd33a46-5000-428f-a48d-aacaeadf5be3 tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1374.005774] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1374.006086] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.006299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.006299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.006471] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.006620] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1374.006732] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1374.006771] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1374.006964] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1374.007031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1374.007091] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1374.509473] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.011556] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1375.513629] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.513796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.513844] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.514100] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.514194] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.514294] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1375.552774] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1375.552921] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1375.552967] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1375.553240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1375.553383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1375.563338] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1377.574687] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1377.575133] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.007268] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1379.007708] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1380.306406] env[65530]: INFO networking_nsxv3.common.synchronization [req-acc369cd-84dd-4e4c-8527-60a70390b82f req-6b0579ee-34d1-4a2e-9134-03b2108a512a tempest-ServersTestJSON-408164795 tempest-ServersTestJSON-408164795-project-member] Enqueued Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1380.307558] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f with Priority: HIGHEST for action security_group_members [ 1380.307558] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-53f5db36-74b0-41b7-88e3-78b06cb1835f taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.307558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.307558] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.307812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.307812] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.307922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.307997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.308187] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.308270] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.308365] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('53f5db36-74b0-41b7-88e3-78b06cb1835f',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1380.811242] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.811405] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.811499] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.811692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.811785] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.811976] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.812087] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.812145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.812294] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.812369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.812457] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f is going to be updated. [ 1380.842966] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1380.843181] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1380.843232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1380.843467] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1380.843552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.852304] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: IN_PROGRESS for 2s [ 1382.863366] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f in Status: SUCCESS [ 1382.863736] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 53f5db36-74b0-41b7-88e3-78b06cb1835f deletion is rescheduled due to dependency. [ 1382.863736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-53f5db36-74b0-41b7-88e3-78b06cb1835f" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.307861] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1385.307861] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1390.308643] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1390.309034] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1395.309661] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1395.309661] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1400.311116] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1400.311461] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1405.312588] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1405.313105] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1410.314370] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1410.314370] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1415.315640] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1415.315640] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1420.316049] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1420.316427] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1425.317559] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1425.317905] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1430.318354] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1430.318828] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1435.137240] env[65530]: INFO networking_nsxv3.common.synchronization [req-5b925f37-8526-4cf0-8a87-16cd004eb5b1 req-b02d1428-2f15-464f-8457-b345f51b5279 tempest-ServerActionsTestOtherB-1725172983 tempest-ServerActionsTestOtherB-1725172983-project-member] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1435.137603] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1435.137909] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.138046] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.138122] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.138343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.138504] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.138695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.138695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.138814] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.138887] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.139261] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1435.643921] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.644145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.644145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.644378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.644472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.644672] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.644813] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.644869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.644997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.645083] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.645170] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be updated. [ 1435.683447] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1435.683625] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1435.683678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1435.683869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1435.684015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1435.693617] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: IN_PROGRESS for 2s [ 1437.705243] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1437.705639] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d deletion is rescheduled due to dependency. [ 1437.705639] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1440.139331] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1440.139694] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.472841] env[65530]: INFO networking_nsxv3.common.synchronization [req-385f9444-1a22-45e7-bd32-1c1f8be23766 req-4b576218-7ae2-4175-9b67-319faaa01a66 tempest-ServerActionsTestOtherB-1725172983 tempest-ServerActionsTestOtherB-1725172983-project-member] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1443.473462] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1443.473791] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.473926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.473996] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.474241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.474399] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.474503] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.474564] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.474712] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.474795] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.474889] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.759457] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.759688] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.759819] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.760103] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.760366] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.760535] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.760655] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.760870] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.761027] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.761241] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1443.761358] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1443.761470] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1443.761578] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1443.761687] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1443.761792] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1443.761926] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1443.783766] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1443.783983] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1443.784219] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1443.784398] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.784781] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-c40e6cfe-e039-4926-b3c0-5294a31cf0e3 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.784987] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-c40e6cfe-e039-4926-b3c0-5294a31cf0e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.785154] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-c40e6cfe-e039-4926-b3c0-5294a31cf0e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.785515] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-c40e6cfe-e039-4926-b3c0-5294a31cf0e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.785664] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40e6cfe-e039-4926-b3c0-5294a31cf0e3',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1443.977039] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.977310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.977310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.977442] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.977519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.977721] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1443.977819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1443.977888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1443.978038] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1443.978115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1443.978202] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be updated. [ 1444.003089] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.003307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.003307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.003478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.003619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.013895] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: IN_PROGRESS for 2s [ 1444.291946] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.292169] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.292256] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.292543] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.292695] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.292850] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port c40e6cfe-e039-4926-b3c0-5294a31cf0e3 not found, creating... [ 1444.293112] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.293273] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.293392] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.293609] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.293744] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.294030] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.294192] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.294307] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.294511] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.294645] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.294785] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: c40e6cfe-e039-4926-b3c0-5294a31cf0e3 is going to be created. [ 1444.314752] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.314963] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.315087] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.315350] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.315583] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.315804] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-c40e6cfe-e039-4926-b3c0-5294a31cf0e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1444.992625] env[65530]: INFO networking_nsxv3.common.synchronization [req-385f9444-1a22-45e7-bd32-1c1f8be23766 req-3ffbd8d5-cad9-4553-a3f0-95444d092fc1 service nova] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_rules [ 1444.992625] env[65530]: INFO networking_nsxv3.common.synchronization [req-385f9444-1a22-45e7-bd32-1c1f8be23766 req-3ffbd8d5-cad9-4553-a3f0-95444d092fc1 service nova] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1444.992900] env[65530]: INFO networking_nsxv3.common.synchronization [req-385f9444-1a22-45e7-bd32-1c1f8be23766 req-3ffbd8d5-cad9-4553-a3f0-95444d092fc1 service nova] Enqueued Resource ID: c40e6cfe-e039-4926-b3c0-5294a31cf0e3 with Priority: HIGHEST for action port [ 1444.993139] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_rules [ 1444.993294] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1444.993413] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c40e6cfe-e039-4926-b3c0-5294a31cf0e3 with Priority: HIGHEST for action port [ 1444.993981] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.994380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.994454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.994680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.994763] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1444.995599] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.995699] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.995888] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-c40e6cfe-e039-4926-b3c0-5294a31cf0e3 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1444.996028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c40e6cfe-e039-4926-b3c0-5294a31cf0e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1444.996096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c40e6cfe-e039-4926-b3c0-5294a31cf0e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1444.996245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c40e6cfe-e039-4926-b3c0-5294a31cf0e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1444.996331] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c40e6cfe-e039-4926-b3c0-5294a31cf0e3',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1445.498225] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.498429] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.498592] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c40e6cfe-e039-4926-b3c0-5294a31cf0e3 with status ACTIVE [ 1445.498754] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.498864] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.498931] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.499546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.499546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.499546] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.499546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.499546] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.500259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.500259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.500259] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.500259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.500259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.500259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.500259] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.500824] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c40e6cfe-e039-4926-b3c0-5294a31cf0e3 is going to be updated. [ 1445.522656] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1445.522875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1445.522875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1445.522997] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1445.523102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1445.523266] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c40e6cfe-e039-4926-b3c0-5294a31cf0e3" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.024265] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1446.024645] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d deletion is rescheduled due to dependency. [ 1446.024645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.024645] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.024852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.025060] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1446.025162] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1446.025246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1446.025371] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1446.025456] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1446.025550] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1446.527686] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.030626] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1447.533319] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.533488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.533562] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.533845] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.533955] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.534072] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be updated. [ 1447.569266] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1447.569441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1447.569519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1447.569740] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1447.569883] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1447.578453] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: IN_PROGRESS for 2s [ 1449.590275] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1449.590608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.590608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.590798] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.590986] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1449.591123] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1449.591192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1449.591343] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1449.591422] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.591510] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1449.591612] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1449.994716] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1449.994959] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1450.093610] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1450.596120] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d: rpc.has_security_group_logging(os_id): False [ 1450.613949] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.614180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.614180] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.614411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.614528] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.614785] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.614888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.614948] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.615121] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.615198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.615283] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be updated. [ 1450.671423] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1450.671609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1450.671720] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1450.671871] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1450.672022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1450.684667] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: IN_PROGRESS for 2s [ 1452.698524] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1452.698914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.995796] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1454.996209] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1459.997289] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.997739] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.998780] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.999181] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.999827] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1470.000322] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1475.000922] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1475.001383] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1480.001642] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1480.002036] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1485.002959] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1485.003441] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1490.004080] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1490.004434] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1492.083231] env[65530]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] NSXv3 Agent Agent loop - iteration:3 completed [ 1492.083739] env[65530]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-cef3016b-77f0-4b46-b754-a00ce881b2dc None None] NSXv3 Agent Agent loop - iteration:4 started [ 1495.005264] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1495.005776] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1500.006841] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1500.006841] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1505.008190] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1505.008547] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1510.009295] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1510.009671] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1515.010582] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1515.010978] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.012125] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1520.012523] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1520.012622] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1520.012728] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1520.012787] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1520.013066] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1520.013182] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1520.515490] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.018272] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1521.520711] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1521.520896] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1522.284105] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.284428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.284428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.284589] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.298482] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1522.299497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.300467] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1522.339626] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.339626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.339626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.339876] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.367274] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.368547] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1522.368665] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1522.368817] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1522.416848] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.417072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.417072] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.417234] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.418022] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.418199] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1522.495437] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.495702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.495760] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.496064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.496531] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.496956] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1522.579917] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.580232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.580232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.580367] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.580676] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.580973] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:31. [ 1522.581077] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'dd244012-f00a-4d79-8c71-cc87f70116a5', '86cef894-768b-4520-9722-0d7a4c38ac52', 'a9f3eedc-9f1b-4b13-871d-4e2811298fe0', '23286cd3-802b-4543-b074-7ad587821506', '189a10da-9656-427f-b321-76a7c13f5ba8', '75eef7fb-f817-4526-8cac-c6b81571c8e0', '88138d46-dacc-44dd-8114-3fadd72250c8', 'a20514a4-b996-4300-8dea-6146ca98fb45', '02cab936-82f4-49ce-a13f-239bbaad9d0b', '949a8980-0b53-436f-9141-8531b7e34650', '56c7c771-f3e0-4914-bbef-543112491834', '5a3bb84a-0411-434d-956a-b34d608aacaf', 'c8c62bb0-4f13-4fc8-985e-06e076f13c47', 'a322ed71-4a4f-4ac4-98a0-02642129bfe5', '6cd85b30-a04c-4a45-935a-97c2cca83986', '8f8559bf-7429-499d-ae93-feab4ad85d12', '490e9892-2f40-4a2e-9160-7c30e7fb0538', '1ba77865-93b0-47bf-9a4a-1f035a8e3fdb', '892b4907-3c73-4591-bf04-d41d9f68bac8', '0b2c08a8-74ab-48b3-8b5c-e705298a7d2d', '978c051e-3685-443b-b46a-457cd6fae003', '33fcb7f6-3029-4065-9fe1-da3c0ffde234', 'd96f133a-48e3-445d-94f0-3c560b7588b6', '53f5db36-74b0-41b7-88e3-78b06cb1835f', 'a2023630-b838-4608-bd3b-beabddf9174b', 'd26477f7-9807-4295-854d-9e3d4b9f125c', 'b9be315f-d964-4414-b336-f0e757be5d78', '77a1821d-dcc1-4537-86d5-9e1578ecb981', '098b44bc-d409-4a13-98c9-645baabf5139', '903baf0c-bd1e-4ab0-a37e-8084312ddc8c', '99c81e28-eac3-4755-9aa8-99656f6c76ef'} {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1522.581193] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1522.602772] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.602979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.602979] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.603202] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.603280] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.603394] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1522.603467] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1522.603542] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1522.674281] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1522.674550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1522.674550] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1522.674672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1522.675755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1522.676033] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1522.676116] env[65530]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65530) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1522.676189] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1522.676257] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1522.676334] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/31 resources of Type:Security Group Rules [ 1522.676403] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGH for action security_group_rules [ 1522.676482] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 86cef894-768b-4520-9722-0d7a4c38ac52 with Priority: HIGH for action security_group_rules [ 1522.676548] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGH for action security_group_rules [ 1522.676607] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGH for action security_group_rules [ 1522.676670] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGH for action security_group_rules [ 1522.676726] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 with Priority: HIGH for action security_group_rules [ 1522.676788] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 88138d46-dacc-44dd-8114-3fadd72250c8 with Priority: HIGH for action security_group_rules [ 1522.676865] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a20514a4-b996-4300-8dea-6146ca98fb45 with Priority: HIGH for action security_group_rules [ 1522.676933] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGH for action security_group_rules [ 1522.676997] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGH for action security_group_rules [ 1522.677069] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGH for action security_group_rules [ 1522.677127] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a3bb84a-0411-434d-956a-b34d608aacaf with Priority: HIGH for action security_group_rules [ 1522.677186] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 with Priority: HIGH for action security_group_rules [ 1522.677241] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGH for action security_group_rules [ 1522.677300] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGH for action security_group_rules [ 1522.677360] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 with Priority: HIGH for action security_group_rules [ 1522.677420] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGH for action security_group_rules [ 1522.677476] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGH for action security_group_rules [ 1522.677536] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 with Priority: HIGH for action security_group_rules [ 1522.677595] env[65530]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGH for action security_group_rules [ 1522.677690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.013685] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1525.014087] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1525.014087] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd244012-f00a-4d79-8c71-cc87f70116a5 with Priority: HIGH for action security_group_rules [ 1525.014087] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 with Priority: HIGH for action security_group_rules [ 1525.014228] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88138d46-dacc-44dd-8114-3fadd72250c8 with Priority: HIGH for action security_group_rules [ 1525.014263] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 with Priority: HIGH for action security_group_rules [ 1525.014370] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGH for action security_group_rules [ 1525.014464] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 with Priority: HIGH for action security_group_rules [ 1525.014552] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb with Priority: HIGH for action security_group_rules [ 1525.014641] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 with Priority: HIGH for action security_group_rules [ 1525.014729] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 with Priority: HIGH for action security_group_rules [ 1525.014814] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 with Priority: HIGH for action security_group_rules [ 1525.014901] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 with Priority: HIGH for action security_group_rules [ 1525.014991] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a3bb84a-0411-434d-956a-b34d608aacaf with Priority: HIGH for action security_group_rules [ 1525.015087] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 56c7c771-f3e0-4914-bbef-543112491834 with Priority: HIGH for action security_group_rules [ 1525.015178] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 949a8980-0b53-436f-9141-8531b7e34650 with Priority: HIGH for action security_group_rules [ 1525.015269] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b with Priority: HIGH for action security_group_rules [ 1525.015416] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 with Priority: HIGH for action security_group_rules [ 1525.015571] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a20514a4-b996-4300-8dea-6146ca98fb45 with Priority: HIGH for action security_group_rules [ 1525.015732] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 189a10da-9656-427f-b321-76a7c13f5ba8 with Priority: HIGH for action security_group_rules [ 1525.015896] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86cef894-768b-4520-9722-0d7a4c38ac52 with Priority: HIGH for action security_group_rules [ 1525.016079] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 23286cd3-802b-4543-b074-7ad587821506 with Priority: HIGH for action security_group_rules [ 1525.016600] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dd244012-f00a-4d79-8c71-cc87f70116a5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.016812] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.016942] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.017291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.017437] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dd244012-f00a-4d79-8c71-cc87f70116a5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.018695] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.018695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.018695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.018915] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.018972] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a9f3eedc-9f1b-4b13-871d-4e2811298fe0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.020380] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-88138d46-dacc-44dd-8114-3fadd72250c8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.020495] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.020537] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.020829] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.020829] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('88138d46-dacc-44dd-8114-3fadd72250c8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.021473] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6cd85b30-a04c-4a45-935a-97c2cca83986 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.022129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.022129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.022129] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.022129] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6cd85b30-a04c-4a45-935a-97c2cca83986',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.022512] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.022614] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.022679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.023075] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.023075] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.023688] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-892b4907-3c73-4591-bf04-d41d9f68bac8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.023688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.023799] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.023866] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.023980] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('892b4907-3c73-4591-bf04-d41d9f68bac8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.024620] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.024933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.024933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.025155] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.025155] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1ba77865-93b0-47bf-9a4a-1f035a8e3fdb',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.025809] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-490e9892-2f40-4a2e-9160-7c30e7fb0538 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.025914] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.026089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.026137] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.026215] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('490e9892-2f40-4a2e-9160-7c30e7fb0538',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.026890] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.027031] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.027093] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.027214] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.027311] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a322ed71-4a4f-4ac4-98a0-02642129bfe5',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.027946] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8f8559bf-7429-499d-ae93-feab4ad85d12 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.028057] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.028142] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.028440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.028440] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8f8559bf-7429-499d-ae93-feab4ad85d12',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.029134] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c8c62bb0-4f13-4fc8-985e-06e076f13c47 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.029249] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.029298] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.029956] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.029956] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c8c62bb0-4f13-4fc8-985e-06e076f13c47',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.030171] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a3bb84a-0411-434d-956a-b34d608aacaf taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.030276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.030336] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.030481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.030551] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a3bb84a-0411-434d-956a-b34d608aacaf',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.031208] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-56c7c771-f3e0-4914-bbef-543112491834 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.031307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.031396] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.031514] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.031586] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('56c7c771-f3e0-4914-bbef-543112491834',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.032305] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-949a8980-0b53-436f-9141-8531b7e34650 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.032378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.032423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.032557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.032628] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('949a8980-0b53-436f-9141-8531b7e34650',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.033406] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-02cab936-82f4-49ce-a13f-239bbaad9d0b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.033500] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.033571] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.033716] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.033789] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('02cab936-82f4-49ce-a13f-239bbaad9d0b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.034459] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-75eef7fb-f817-4526-8cac-c6b81571c8e0 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.034553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.034616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.034803] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.034875] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('75eef7fb-f817-4526-8cac-c6b81571c8e0',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.035580] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a20514a4-b996-4300-8dea-6146ca98fb45 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.035677] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.035985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.035985] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.035985] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a20514a4-b996-4300-8dea-6146ca98fb45',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.037096] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-189a10da-9656-427f-b321-76a7c13f5ba8 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.037332] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.037403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.037552] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.037625] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('189a10da-9656-427f-b321-76a7c13f5ba8',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.038297] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-86cef894-768b-4520-9722-0d7a4c38ac52 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.038403] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.038475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.038613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.038688] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('86cef894-768b-4520-9722-0d7a4c38ac52',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.039563] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-23286cd3-802b-4543-b074-7ad587821506 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.039563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.039563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.039869] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.039869] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('23286cd3-802b-4543-b074-7ad587821506',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.068444] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.068583] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.068649] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.068852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.071355] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.071454] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.072457] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.072553] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.090575] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.090704] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6cd85b30-a04c-4a45-935a-97c2cca83986 is going to be deleted. [ 1525.091543] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.091745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.187278] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.187457] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dd244012-f00a-4d79-8c71-cc87f70116a5 is going to be deleted. [ 1525.188383] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.188603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.208018] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.208218] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a9f3eedc-9f1b-4b13-871d-4e2811298fe0 is going to be deleted. [ 1525.228533] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.228755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.228755] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.228976] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.229091] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.229241] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6cd85b30-a04c-4a45-935a-97c2cca83986" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.252750] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.252958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.252958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.253160] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.253250] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.253370] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dd244012-f00a-4d79-8c71-cc87f70116a5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.255808] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.255928] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.255989] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.256185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.256269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.256380] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a9f3eedc-9f1b-4b13-871d-4e2811298fe0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.543781] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.544162] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.544162] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.544162] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.544388] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.544479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.544479] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.544619] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.544698] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.544780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.544871] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1525.595890] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.596090] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.596143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.596337] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.598026] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.598145] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.601089] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.601236] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.607751] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.607868] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.608783] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.608889] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.609628] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.609797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.610682] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.610682] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.611933] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.612045] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.612778] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.612870] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.613556] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.613650] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.614348] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.614489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.616163] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.616592] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.616694] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.617757] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.618180] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.618276] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.618976] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.619354] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.619478] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.620201] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.620593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.620707] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a322ed71-4a4f-4ac4-98a0-02642129bfe5 is going to be deleted. [ 1525.622175] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.622269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.622335] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.622525] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.623978] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.624086] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.641171] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1525.641689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.641820] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 892b4907-3c73-4591-bf04-d41d9f68bac8 is going to be deleted. [ 1525.642724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.642933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.660579] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.660720] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c8c62bb0-4f13-4fc8-985e-06e076f13c47 is going to be deleted. [ 1525.661591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.661796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.685523] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.685724] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.689933] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.690104] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1ba77865-93b0-47bf-9a4a-1f035a8e3fdb is going to be deleted. [ 1525.690938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.691161] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.692462] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.692593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.719333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.719515] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a20514a4-b996-4300-8dea-6146ca98fb45 is going to be deleted. [ 1525.720391] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.720613] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.751180] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.751366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.765570] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.765732] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 490e9892-2f40-4a2e-9160-7c30e7fb0538 is going to be deleted. [ 1525.766696] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.766968] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.803449] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.803715] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.809891] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.810096] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.817575] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.817737] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 949a8980-0b53-436f-9141-8531b7e34650 is going to be deleted. [ 1525.818625] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.818839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.845557] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.845789] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 86cef894-768b-4520-9722-0d7a4c38ac52 is going to be deleted. [ 1525.846609] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.846836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.880426] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.880652] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.890413] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.890711] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 75eef7fb-f817-4526-8cac-c6b81571c8e0 is going to be deleted. [ 1525.892227] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.892555] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.934416] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.934583] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 02cab936-82f4-49ce-a13f-239bbaad9d0b is going to be deleted. [ 1525.935483] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.935695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.937118] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.937285] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.963228] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.963428] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1525.989577] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1525.989748] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a3bb84a-0411-434d-956a-b34d608aacaf is going to be deleted. [ 1525.990706] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1525.990930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1525.998246] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1525.998443] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.050103] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1526.064172] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.064379] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 189a10da-9656-427f-b321-76a7c13f5ba8 is going to be deleted. [ 1526.066014] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.066331] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.101988] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.102238] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.124581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.124758] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8f8559bf-7429-499d-ae93-feab4ad85d12 is going to be deleted. [ 1526.125672] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.125891] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.129037] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.129169] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.153820] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.154025] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 23286cd3-802b-4543-b074-7ad587821506 is going to be deleted. [ 1526.154913] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.155159] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.197491] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.197676] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 88138d46-dacc-44dd-8114-3fadd72250c8 is going to be deleted. [ 1526.198519] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.198735] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.210751] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.210988] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.242819] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.243017] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 56c7c771-f3e0-4914-bbef-543112491834 is going to be deleted. [ 1526.243950] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.244199] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.244290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.244421] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a322ed71-4a4f-4ac4-98a0-02642129bfe5" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.244584] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.244778] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.244860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.244973] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-892b4907-3c73-4591-bf04-d41d9f68bac8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.245522] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.245685] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.245769] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.245912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c8c62bb0-4f13-4fc8-985e-06e076f13c47" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.246089] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.246279] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.246361] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.246475] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a20514a4-b996-4300-8dea-6146ca98fb45" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.246606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.246750] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.246830] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.246966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1ba77865-93b0-47bf-9a4a-1f035a8e3fdb" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.247125] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.247272] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.247349] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.247490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-490e9892-2f40-4a2e-9160-7c30e7fb0538" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.247631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.247776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.247854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.247966] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-86cef894-768b-4520-9722-0d7a4c38ac52" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.248115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.248256] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.248329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.248466] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-949a8980-0b53-436f-9141-8531b7e34650" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.248560] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.248697] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.248782] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.248958] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-75eef7fb-f817-4526-8cac-c6b81571c8e0" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.249109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.249253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.249327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.249432] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-02cab936-82f4-49ce-a13f-239bbaad9d0b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.249559] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.249695] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.249767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.249872] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a3bb84a-0411-434d-956a-b34d608aacaf" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.250065] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.250229] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.250304] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.250431] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-189a10da-9656-427f-b321-76a7c13f5ba8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.261117] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.261333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.261333] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.261508] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.261591] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.261709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-23286cd3-802b-4543-b074-7ad587821506" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.262506] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.262624] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.262706] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.262867] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.262947] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.263075] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8f8559bf-7429-499d-ae93-feab4ad85d12" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.369224] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.369439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.369439] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.369678] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.369780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.369938] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-56c7c771-f3e0-4914-bbef-543112491834" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.374544] env[65530]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1526.375062] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.375200] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.375271] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.375599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.375692] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.375817] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-88138d46-dacc-44dd-8114-3fadd72250c8" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.552750] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d: rpc.has_security_group_logging(os_id): False [ 1526.571561] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.571836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.571836] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.571972] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.594722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.595044] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.595166] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.595240] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.595445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.595524] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.595613] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be updated. [ 1526.659360] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1526.659641] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1526.659641] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1526.659757] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1526.659892] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1526.672972] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: IN_PROGRESS for 2s [ 1528.689717] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1528.690183] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1530.016848] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1530.017313] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1535.018414] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1535.018772] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1539.567073] env[65530]: INFO networking_nsxv3.common.synchronization [req-767a5eb5-f7e1-4226-a1cd-5251e5d2e436 req-6dc0b2be-52e9-4afd-9849-a7d4e9ccc979 tempest-ServerActionsTestOtherB-1725172983 tempest-ServerActionsTestOtherB-1725172983-project-member] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1539.567453] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1539.567453] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.567548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.567709] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.567790] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.568801] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1539.568801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1539.568801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1539.568801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1539.568801] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1539.568801] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1540.071555] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.071780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.071780] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.071926] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.072028] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.072271] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.072378] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.072440] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.072593] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.072666] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.072750] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be updated. [ 1540.101530] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1540.101767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1540.101767] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1540.101918] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1540.102073] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1540.110271] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: IN_PROGRESS for 2s [ 1542.121323] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1542.121727] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d deletion is rescheduled due to dependency. [ 1542.121727] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1544.567958] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1544.568373] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1548.315642] env[65530]: INFO networking_nsxv3.common.synchronization [req-e0a9063f-624d-463a-8669-d2d65a239dfd req-7ceeefdf-da03-43d4-9877-a3636e91d2d1 tempest-ServerActionsTestOtherB-1725172983 tempest-ServerActionsTestOtherB-1725172983-project-member] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1548.316193] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1548.316515] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.316637] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.316702] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.316897] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.317285] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.317285] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.317381] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.317465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.317548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.317643] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.593512] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.593725] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.593853] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.594129] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.594385] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.594542] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.594658] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.594864] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.595013] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.595229] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1548.595337] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1548.595442] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1548.595586] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1548.595669] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1548.595761] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1548.595888] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1548.617037] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1548.617218] env[65530]: DEBUG dogpile.cache.region [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1548.617347] env[65530]: DEBUG dogpile.lock [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1548.617554] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.618057] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock port-19101fdc-34aa-4d5c-96a0-b573d9454fff taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.618249] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.618369] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.618702] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.618842] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19101fdc-34aa-4d5c-96a0-b573d9454fff',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1548.820808] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.821058] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.821058] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.821233] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.821329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.821533] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.821634] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.821688] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.821839] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.821906] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.821993] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be updated. [ 1548.847197] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1548.847450] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1548.847450] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1548.847618] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1548.847717] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1548.855782] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: IN_PROGRESS for 2s [ 1549.122554] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.122842] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.122842] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.123160] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.123330] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.123494] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Segment Port 19101fdc-34aa-4d5c-96a0-b573d9454fff not found, creating... [ 1549.123749] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.123908] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.124036] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.124252] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.124393] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.124670] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.124860] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.125026] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.125238] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.125375] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.125515] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Resource: SegmentPort with ID: 19101fdc-34aa-4d5c-96a0-b573d9454fff is going to be created. [ 1549.144828] env[65530]: DEBUG networking_nsxv3.common.locking [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.145093] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.145145] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.145381] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.145631] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.145855] env[65530]: DEBUG oslo_concurrency.lockutils [None req-05c63225-9881-44a7-b103-75d54a828e97 None None] Releasing lock "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1549.833298] env[65530]: INFO networking_nsxv3.common.synchronization [req-e0a9063f-624d-463a-8669-d2d65a239dfd req-9faf19b3-0a4b-4754-a0f9-73b224863ee5 service nova] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_rules [ 1549.833557] env[65530]: INFO networking_nsxv3.common.synchronization [req-e0a9063f-624d-463a-8669-d2d65a239dfd req-9faf19b3-0a4b-4754-a0f9-73b224863ee5 service nova] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1549.833667] env[65530]: INFO networking_nsxv3.common.synchronization [req-e0a9063f-624d-463a-8669-d2d65a239dfd req-9faf19b3-0a4b-4754-a0f9-73b224863ee5 service nova] Enqueued Resource ID: 19101fdc-34aa-4d5c-96a0-b573d9454fff with Priority: HIGHEST for action port [ 1549.833978] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_rules [ 1549.833978] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1549.834113] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19101fdc-34aa-4d5c-96a0-b573d9454fff with Priority: HIGHEST for action port [ 1549.835092] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.835267] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.835362] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.835540] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.835620] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1549.836538] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.836643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.836844] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-19101fdc-34aa-4d5c-96a0-b573d9454fff taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1549.836954] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1549.837021] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1549.837194] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1549.837268] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19101fdc-34aa-4d5c-96a0-b573d9454fff',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1550.340081] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.340081] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.342414] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19101fdc-34aa-4d5c-96a0-b573d9454fff with status ACTIVE [ 1550.342568] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.342680] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.342759] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.342960] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.343064] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.343250] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.343352] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.343406] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.343563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.343634] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.343822] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.343952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.343952] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.344101] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.344185] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.344269] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19101fdc-34aa-4d5c-96a0-b573d9454fff is going to be updated. [ 1550.366291] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.366291] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.366554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.366554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.366689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.366800] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.866083] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1550.866434] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d deletion is rescheduled due to dependency. [ 1550.866434] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.866748] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.867283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.867283] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1550.867283] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1550.867489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1550.867489] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1550.867549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1550.867668] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.370604] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1551.874022] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1552.377246] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.377497] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.377626] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.377821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.377912] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.378026] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be updated. [ 1552.415721] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1552.415969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1552.415969] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1552.416216] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1552.416327] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1552.425830] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: IN_PROGRESS for 2s [ 1554.437116] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1554.437481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.437481] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.437701] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.437898] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1554.438024] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1554.438098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1554.438244] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1554.438325] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.438408] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1554.438494] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1554.835044] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1554.835213] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1554.940732] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1555.443316] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d: rpc.has_security_group_logging(os_id): False [ 1555.460096] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.460310] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.460356] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.460549] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.460643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.460897] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.461012] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.461079] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.461232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.461335] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.461387] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be updated. [ 1555.554889] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1555.555203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1555.555203] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1555.555319] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1555.555465] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1555.590421] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: IN_PROGRESS for 2s [ 1557.606526] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1557.606791] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1559.835748] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1559.836028] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1564.837396] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1564.839339] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1569.838682] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1569.838682] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1574.839779] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1574.840098] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1579.841064] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1579.841064] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1584.842543] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1584.843034] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1589.843974] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1589.844286] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1594.845392] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1594.845793] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1599.846407] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1599.846820] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1604.847861] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1604.848324] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1609.849342] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1609.849625] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1614.850841] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1614.851277] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1618.198323] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-315 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.198650] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.198650] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.198900] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.199539] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.199750] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.199874] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.200113] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.200285] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.200519] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1618.200636] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1618.200755] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1618.200863] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1618.200973] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1618.201091] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1618.201221] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1618.225965] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1618.226168] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1618.226316] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1618.226494] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-315" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.226830] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-19101fdc-34aa-4d5c-96a0-b573d9454fff taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.227067] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.227196] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.227444] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.227615] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19101fdc-34aa-4d5c-96a0-b573d9454fff',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1618.730185] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.730439] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.730527] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.730852] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.731085] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.731395] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.731563] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.731681] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.731899] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.732072] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.732361] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.732518] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.732636] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.732871] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.733014] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.733165] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: 19101fdc-34aa-4d5c-96a0-b573d9454fff is going to be updated. [ 1618.757342] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1618.757615] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1618.757749] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1618.758030] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1618.758229] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1618.758449] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.429449] env[65530]: INFO networking_nsxv3.common.synchronization [req-6edbd041-7cb4-4216-b4d9-066162ba25cd req-1600fe0c-bb9a-4acd-bfe6-6061523174bb service nova] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_rules [ 1619.429738] env[65530]: INFO networking_nsxv3.common.synchronization [req-6edbd041-7cb4-4216-b4d9-066162ba25cd req-1600fe0c-bb9a-4acd-bfe6-6061523174bb service nova] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1619.429800] env[65530]: INFO networking_nsxv3.common.synchronization [req-6edbd041-7cb4-4216-b4d9-066162ba25cd req-1600fe0c-bb9a-4acd-bfe6-6061523174bb service nova] Enqueued Resource ID: 19101fdc-34aa-4d5c-96a0-b573d9454fff with Priority: HIGHEST for action port [ 1619.430304] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_rules [ 1619.430458] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1619.430558] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 19101fdc-34aa-4d5c-96a0-b573d9454fff with Priority: HIGHEST for action port [ 1619.430830] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.430971] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.431105] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.431246] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.431326] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1619.432228] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.432388] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.432427] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.432596] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.432751] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.432847] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.432963] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.433061] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.433143] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.433249] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1619.433965] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-19101fdc-34aa-4d5c-96a0-b573d9454fff taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.435098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.435098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.435098] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.435098] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('19101fdc-34aa-4d5c-96a0-b573d9454fff',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1619.936408] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.936631] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.936679] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1619.937615] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 19101fdc-34aa-4d5c-96a0-b573d9454fff with status ACTIVE [ 1619.937798] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.937910] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.937976] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.938198] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.938281] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.938451] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.938545] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.938608] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.938754] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.938827] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.939015] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.939115] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.939176] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.939315] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.939387] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.939470] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 19101fdc-34aa-4d5c-96a0-b573d9454fff is going to be updated. [ 1619.960557] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1619.960781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1619.960781] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1619.961065] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1619.961158] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1619.961263] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-19101fdc-34aa-4d5c-96a0-b573d9454fff" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.441991] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1620.945251] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.945468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.945468] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.945697] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.945806] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.945909] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be updated. [ 1620.975847] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1620.976109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1620.976109] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1620.976320] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1620.976490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1620.987953] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: IN_PROGRESS for 2s [ 1622.999453] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1622.999903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1622.999903] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.000071] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.000248] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1623.000366] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1623.000426] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1623.000573] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1623.000679] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.000807] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1623.000912] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1623.503827] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1624.007120] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d: rpc.has_security_group_logging(os_id): False [ 1624.026454] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.026777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.026777] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1624.026922] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1624.026998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.027241] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.027342] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.027423] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1624.027643] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1624.027745] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.027843] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be updated. [ 1624.088579] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1624.088905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1624.088905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1624.089102] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1624.089231] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1624.100681] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: IN_PROGRESS for 2s [ 1624.432093] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1624.432261] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1626.114377] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1626.114802] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1629.433794] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1629.434308] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1634.434660] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1634.435138] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1635.290157] env[65530]: INFO networking_nsxv3.common.synchronization [req-bfc0ced5-820d-4f19-9a21-bed86a393b59 req-19a0fa2b-fef7-443c-8352-c3320c147349 tempest-ServerActionsTestOtherB-1725172983 tempest-ServerActionsTestOtherB-1725172983-project-member] Enqueued Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1635.290941] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d with Priority: HIGHEST for action security_group_members [ 1635.291111] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1635.291237] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.291302] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.291498] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.291650] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1635.292616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.292616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.292616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.292616] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.292616] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0b2c08a8-74ab-48b3-8b5c-e705298a7d2d',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1635.794588] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1635.794995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.794995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.794995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.795222] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.795287] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1635.795375] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.795441] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.795581] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.795654] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.795739] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d is going to be updated. [ 1635.853014] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1635.853290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1635.853290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1635.853444] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1635.853690] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1635.862591] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: IN_PROGRESS for 2s [ 1637.874070] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d in Status: SUCCESS [ 1637.874414] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0b2c08a8-74ab-48b3-8b5c-e705298a7d2d deletion is rescheduled due to dependency. [ 1637.874414] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0b2c08a8-74ab-48b3-8b5c-e705298a7d2d" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1640.292801] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1640.292801] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1645.293949] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1645.293949] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1647.498244] env[65530]: INFO networking_nsxv3.common.synchronization [None req-30071c7b-2808-4519-8a34-c7c8e1b1a453 None None] Enqueued Resource ID: 9b9ef3c8-5a9d-4d22-9e51-ea24dc1c686b with Priority: HIGHEST for action port [ 1647.499128] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9ef3c8-5a9d-4d22-9e51-ea24dc1c686b with Priority: HIGHEST for action port [ 1647.499286] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b9ef3c8-5a9d-4d22-9e51-ea24dc1c686b taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1647.499286] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b9ef3c8-5a9d-4d22-9e51-ea24dc1c686b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1647.499388] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b9ef3c8-5a9d-4d22-9e51-ea24dc1c686b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1647.499606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b9ef3c8-5a9d-4d22-9e51-ea24dc1c686b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1647.499689] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b9ef3c8-5a9d-4d22-9e51-ea24dc1c686b',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1648.001890] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b9ef3c8-5a9d-4d22-9e51-ea24dc1c686b [ 1648.002167] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1648.002299] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1648.002911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1648.002911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1648.002911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1648.002911] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b9ef3c8-5a9d-4d22-9e51-ea24dc1c686b already deleted. [ 1648.002911] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b9ef3c8-5a9d-4d22-9e51-ea24dc1c686b" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1649.569510] env[65530]: INFO networking_nsxv3.common.synchronization [None req-c7e42fd3-07e8-45ae-81ed-4c6d15284f92 None None] Enqueued Resource ID: 07012fef-fcf2-4a6f-83f2-6fd3c659c2d2 with Priority: HIGHEST for action port [ 1649.569855] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07012fef-fcf2-4a6f-83f2-6fd3c659c2d2 with Priority: HIGHEST for action port [ 1649.570369] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-07012fef-fcf2-4a6f-83f2-6fd3c659c2d2 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1649.570488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07012fef-fcf2-4a6f-83f2-6fd3c659c2d2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1649.570554] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07012fef-fcf2-4a6f-83f2-6fd3c659c2d2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1649.570893] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07012fef-fcf2-4a6f-83f2-6fd3c659c2d2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1649.570983] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07012fef-fcf2-4a6f-83f2-6fd3c659c2d2',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1650.075269] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07012fef-fcf2-4a6f-83f2-6fd3c659c2d2 [ 1650.075506] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1650.075646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1650.075736] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1650.075975] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1650.076094] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1650.076203] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07012fef-fcf2-4a6f-83f2-6fd3c659c2d2 already deleted. [ 1650.076290] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07012fef-fcf2-4a6f-83f2-6fd3c659c2d2" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.809452] env[65530]: INFO networking_nsxv3.common.synchronization [req-e81698a9-79b2-46ec-ad85-7da16c6e17dd req-0e81c389-5284-4bb3-9044-3d7e474ea6ba tempest-ServerMetadataNegativeTestJSON-1269463971 tempest-ServerMetadataNegativeTestJSON-1269463971-project-member] Enqueued Resource ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 with Priority: HIGHEST for action security_group_members [ 1652.809874] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 with Priority: HIGHEST for action security_group_members [ 1652.810160] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-82146d1c-a8d9-43cf-af47-513d00c8bb58 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.810284] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.810351] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.810597] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.810749] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1652.810860] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1652.810929] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1652.811097] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1652.811192] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1652.811282] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82146d1c-a8d9-43cf-af47-513d00c8bb58',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1653.111259] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock network-458 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.111528] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "network-458" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.111693] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "network-458" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.112056] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "network-458" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.112380] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.112620] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.112750] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.112966] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.113124] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.113328] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1653.113438] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] NeedRegenerationException {{(pid=65530) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1653.113544] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] no value, waiting for create lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1653.113648] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] value creation lock acquired {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1653.113767] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] No value present for key: 'zone-id' {{(pid=65530) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1653.113934] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Calling creation function for not-yet-present value {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1653.114089] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1653.134302] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1653.134480] env[65530]: DEBUG dogpile.cache.region [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65530) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1653.134600] env[65530]: DEBUG dogpile.lock [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Released creation lock {{(pid=65530) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1653.134776] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "network-458" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.135103] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock port-b188bdda-8028-4b10-aa20-c377690f1933 taken with stack trace [, , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.135278] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "port-b188bdda-8028-4b10-aa20-c377690f1933" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.135425] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "port-b188bdda-8028-4b10-aa20-c377690f1933" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.135856] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "port-b188bdda-8028-4b10-aa20-c377690f1933" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.136035] env[65530]: DEBUG networking_nsxv3.api.rpc [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b188bdda-8028-4b10-aa20-c377690f1933',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1653.313353] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.313606] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.313722] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.313976] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.314084] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.314296] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.314399] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.314461] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.314615] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.314689] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.314774] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 already deleted. [ 1653.314854] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.638803] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.639127] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.639202] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.639462] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.639611] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.639765] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Segment Port b188bdda-8028-4b10-aa20-c377690f1933 not found, creating... [ 1653.640247] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.640247] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.640352] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.640517] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.640657] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.640966] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.641168] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.641254] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.641455] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.641586] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.641722] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Resource: SegmentPort with ID: b188bdda-8028-4b10-aa20-c377690f1933 is going to be created. [ 1653.662727] env[65530]: DEBUG networking_nsxv3.common.locking [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1653.662943] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1653.663083] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1653.663356] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1653.663584] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1653.663795] env[65530]: DEBUG oslo_concurrency.lockutils [None req-9c90ad08-0e2c-40d4-ae58-9d8d805dfb5e None None] Releasing lock "port-b188bdda-8028-4b10-aa20-c377690f1933" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1654.359672] env[65530]: INFO networking_nsxv3.common.synchronization [req-e81698a9-79b2-46ec-ad85-7da16c6e17dd req-9952be8a-253a-432d-811b-abc36bbc776d service nova] Enqueued Resource ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 with Priority: HIGHEST for action security_group_rules [ 1654.360039] env[65530]: INFO networking_nsxv3.common.synchronization [req-e81698a9-79b2-46ec-ad85-7da16c6e17dd req-9952be8a-253a-432d-811b-abc36bbc776d service nova] Enqueued Resource ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 with Priority: HIGHEST for action security_group_members [ 1654.360039] env[65530]: INFO networking_nsxv3.common.synchronization [req-e81698a9-79b2-46ec-ad85-7da16c6e17dd req-9952be8a-253a-432d-811b-abc36bbc776d service nova] Enqueued Resource ID: b188bdda-8028-4b10-aa20-c377690f1933 with Priority: HIGHEST for action port [ 1654.360336] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 with Priority: HIGHEST for action security_group_rules [ 1654.360390] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 with Priority: HIGHEST for action security_group_members [ 1654.360475] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b188bdda-8028-4b10-aa20-c377690f1933 with Priority: HIGHEST for action port [ 1654.361065] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82146d1c-a8d9-43cf-af47-513d00c8bb58 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1654.361204] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.361307] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.361504] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1654.361601] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82146d1c-a8d9-43cf-af47-513d00c8bb58',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1654.363132] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-82146d1c-a8d9-43cf-af47-513d00c8bb58 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1654.363132] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.363287] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.363445] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1654.363709] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1654.364232] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.364373] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.364563] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1654.364646] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1654.364738] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82146d1c-a8d9-43cf-af47-513d00c8bb58',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1654.365491] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock port-b188bdda-8028-4b10-aa20-c377690f1933 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1654.365603] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b188bdda-8028-4b10-aa20-c377690f1933" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.365848] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b188bdda-8028-4b10-aa20-c377690f1933" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.366039] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b188bdda-8028-4b10-aa20-c377690f1933" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1654.366354] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b188bdda-8028-4b10-aa20-c377690f1933',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1654.868161] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82146d1c-a8d9-43cf-af47-513d00c8bb58',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1654.869273] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-82146d1c-a8d9-43cf-af47-513d00c8bb58 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1654.869430] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.869638] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b188bdda-8028-4b10-aa20-c377690f1933 with status ACTIVE [ 1654.869804] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1654.869949] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.870047] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.870245] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1654.870334] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1654.870500] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1654.870599] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.870673] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.870818] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1654.870895] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1654.871188] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1654.871257] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.871257] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.871399] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1654.871472] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1654.871560] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b188bdda-8028-4b10-aa20-c377690f1933 is going to be updated. [ 1654.892478] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1654.892700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1654.892700] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1654.892875] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1654.893015] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1654.893211] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b188bdda-8028-4b10-aa20-c377690f1933" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1655.373987] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82146d1c-a8d9-43cf-af47-513d00c8bb58',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1655.875846] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1655.875998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.875998] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1655.876269] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1655.876358] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1655.876461] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 is going to be created. [ 1655.922713] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1655.922995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1655.922995] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1655.923252] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1655.923328] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1655.933792] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 in Status: UNINITIALIZED for 2s [ 1657.944633] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 in Status: SUCCESS [ 1657.945025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.945025] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.945253] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.945452] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1657.945568] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1657.945632] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1657.945776] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1657.945852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.945936] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1657.946036] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82146d1c-a8d9-43cf-af47-513d00c8bb58',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1658.448679] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-82146d1c-a8d9-43cf-af47-513d00c8bb58 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.448893] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.448893] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.449148] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.449319] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.449425] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.449488] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.449644] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.449730] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.449816] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.449991] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-82146d1c-a8d9-43cf-af47-513d00c8bb58 taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.450108] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.450168] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.450313] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.450448] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.450539] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.450600] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.450733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.450821] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.450905] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.451022] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82146d1c-a8d9-43cf-af47-513d00c8bb58',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1658.954151] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82146d1c-a8d9-43cf-af47-513d00c8bb58: rpc.has_security_group_logging(os_id): False [ 1658.971850] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.972078] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.972078] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.972316] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.972408] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.972631] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.972733] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.972796] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.972951] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.973048] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.973234] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.973329] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.973392] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.973529] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.973604] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.973779] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1658.973871] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1658.973930] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1658.974081] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1658.974152] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1658.974237] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 is going to be created. [ 1659.030266] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1659.030490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1659.030490] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1659.030670] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1659.030849] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1659.041130] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 in Status: IN_PROGRESS for 2s [ 1659.361181] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1659.361447] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1661.054489] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 in Status: SUCCESS [ 1661.054852] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1664.362214] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1664.362656] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1665.334583] env[65530]: INFO networking_nsxv3.common.synchronization [req-72530e8a-6815-468d-aa28-86169135449e req-df8369e8-ea71-42e6-a4a0-b0be1a990758 tempest-ServerMetadataNegativeTestJSON-1269463971 tempest-ServerMetadataNegativeTestJSON-1269463971-project-member] Enqueued Resource ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 with Priority: HIGHEST for action security_group_members [ 1665.335192] env[65530]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 with Priority: HIGHEST for action security_group_members [ 1665.335512] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock member-82146d1c-a8d9-43cf-af47-513d00c8bb58 taken with stack trace [, , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.335620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.335620] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.335794] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.335939] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.336054] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.336112] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.336262] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.336338] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.336444] env[65530]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82146d1c-a8d9-43cf-af47-513d00c8bb58',) {} {{(pid=65530) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1665.838382] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.838797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.838797] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.838888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.838888] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.839098] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.839201] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.839265] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.839411] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.839486] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.839574] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 is going to be updated. [ 1665.869164] env[65530]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65530) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1665.869369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1665.869369] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1665.869548] env[65530]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1665.869683] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1665.877834] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 in Status: IN_PROGRESS for 2s [ 1667.888504] env[65530]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 in Status: SUCCESS [ 1667.888901] env[65530]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82146d1c-a8d9-43cf-af47-513d00c8bb58 deletion is rescheduled due to dependency. [ 1667.888901] env[65530]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82146d1c-a8d9-43cf-af47-513d00c8bb58" {{(pid=65530) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.335771] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1670.336190] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1675.337420] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1675.337803] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1680.338291] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1680.338681] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1685.339786] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1685.340292] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1690.340797] env[65530]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1690.341241] env[65530]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0